-- Logs begin at Mon 2021-04-19 02:53:31 UTC, end at Mon 2021-04-19 04:21:50 UTC. --
Apr 19 03:29:31.217967 dv-cinder-786054-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 03:29:34.363896 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.common.config [-] Logging enabled!
Apr 19 03:29:34.364438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97
Apr 19 03:29:34.365745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 03:29:34.367534 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.common.config [-] Logging enabled!
Apr 19 03:29:34.367829 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97
Apr 19 03:29:34.368184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 03:29:34.369229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 03:29:34.369497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 03:29:34.370547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 03:29:34.370834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 03:29:34.371098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 03:29:34.371502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.371850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.372196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.372466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.372813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.373150 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.373476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.373815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.374160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.375040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.375389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.375716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.375985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.376309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.376646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.376985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.377247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.377566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.378103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.378430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.378752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.379087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.379431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.379747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.380063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.380391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.380760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] host                           = dv-cinder-786054-3-iscsi {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.381080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.381413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.381746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.382079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.382396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.382716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.383046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.383384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.383699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.384017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.384351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.384684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.385022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.385282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.385540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.385873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.386206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.386522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.386843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.387169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.387509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.387826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.388135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.388463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.388795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.389126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.389442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.389757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.390093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.390407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.390736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.391051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.391391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.391708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.392042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.392352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.392665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.393014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.393345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.393673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.394002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.394318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.394646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.394957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.395294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.395606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.395917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.396225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.396547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.396860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.397171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.397484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.397793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.398123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:34.398459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.398800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.399167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.399491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.399831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.400151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.400484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.400801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.401134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.401469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.401797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.402115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.402442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.402757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.403097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.403475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.403820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.404155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.404469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.404781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.405093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.405408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.405763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.406102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.406438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.406751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.407071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.407451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.407767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.408078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.408393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.408725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.409043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.409355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.409675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.409993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.410302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.410611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.410926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.411285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.411600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.411910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.412218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.412533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.412839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.413164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.413477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.413785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.414094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.414410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.414722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.415034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.415380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.415692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.416007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.416317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.416627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.416944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.417255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.417566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.417873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.418184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.418498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.418809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.419119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.419456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.419767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.420076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.420409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.420744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.421060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.421905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.422224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.422540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.422858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.423192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.423517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.423835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.424146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.424481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.424806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.425133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.425454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.425773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.426115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.426433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.426758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.427076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.427427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.427758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.428080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.428413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.428747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.429081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.429414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.429743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.430062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.430414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.430732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:34.430984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 03:29:34.431275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86315) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 03:29:35.095422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading Gnome
Apr 19 03:29:35.112226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading Google
Apr 19 03:29:35.114925 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 03:29:35.118667 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading file
Apr 19 03:29:35.119546 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading keyczar
Apr 19 03:29:35.119826 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading multi
Apr 19 03:29:35.120474 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO keyring.backend [-] Loading pyfs
Apr 19 03:29:35.167063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:29:35.167407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:29:35.167732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:29:35.168103 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 03:29:35.561495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.562490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.562615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.564016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.564447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.564755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.602070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.602387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.602692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.617728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.618045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.618350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.684066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.684383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.684693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.685714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.686023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.688305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.959667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f945ee337b8> agent after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.959995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f945ee337b8> agent after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.960304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f945ee336a8> segment precommit_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.960611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f945ee33730> network precommit_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:35.961455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f945ede59d8> segment before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.108006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> network before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.108383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f945ebdda60> agent before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.109249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> network before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.109552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> port before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.109853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> port before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.110234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> segment after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.110707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> segment precommit_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.111005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> segment precommit_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.111324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> segment after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.111669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> network after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.111970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> network precommit_delete 0 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.112277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> port provisioning_complete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.112588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.112881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.113193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> agent after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.113511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> subnet after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.113808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> subnet precommit_delete 0 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.114126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.114412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.114753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> segment_host_mapping after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.115229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> port after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.115519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.115803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> port after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.116142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.116424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.116703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f945f782860>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.117127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:36.117403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:36.117676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:36.117947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:36.118221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:36.118491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:36.118905 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 03:29:36.121996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 03:29:36.126464 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 03:29:36.130227 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Apr 19 03:29:36.131919 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 03:29:36.133162 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 03:29:36.133542 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 03:29:36.133975 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 03:29:36.137675 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 03:29:36.137960 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 03:29:36.138354 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 03:29:36.165165 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 03:29:36.165672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f945ec91cf8>> qos_plugin after_init 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.166002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86315) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 03:29:36.166414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f945ec36518>> logging-plugin after_init 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.167776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86315) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 03:29:36.168096 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 03:29:36.168375 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 03:29:36.172105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f945ec36588>> floatingip before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.172418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f945ec36588>> port before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:36.238107 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 03:29:36.238331 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 03:29:36.238598 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 03:29:36.238995 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 03:29:36.271320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.sqlalchemy.engines [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86315) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 03:29:36.822523 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing driver for type 'gre'
Apr 19 03:29:36.823085 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] gre ID ranges: [(1, 1000)]
Apr 19 03:29:36.919623 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing driver for type 'local'
Apr 19 03:29:36.919939 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing driver for type 'vlan'
Apr 19 03:29:36.982685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] VlanTypeDriver initialization complete
Apr 19 03:29:36.983049 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing driver for type 'vxlan'
Apr 19 03:29:36.983621 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] vxlan ID ranges: [(1, 1000)]
Apr 19 03:29:37.096659 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing extension driver 'port_security'
Apr 19 03:29:37.097022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.extensions.port_security [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] PortSecurityExtensionDriver initialization complete
Apr 19 03:29:37.097393 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing mechanism driver 'openvswitch'
Apr 19 03:29:37.097752 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing mechanism driver 'hyperv'
Apr 19 03:29:37.104040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:29:37.104859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945eb4da90>> port after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.105268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945eb4da90>> port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.105657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945eb4da90>> port after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.106084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e68efd0>> subnet after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.106472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e68efd0>> subnet after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.106852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e68efd0>> subnet after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.107563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e6951d0>> network after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.107948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e6951d0>> network after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.108326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e6951d0>> network after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.108742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695390>> security_group after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.109128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695390>> security_group after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.109655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695390>> security_group after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.110076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695550>> security_group_rule after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.110460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695550>> security_group_rule after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.110837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695550>> security_group_rule after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.111281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695710>> address_group after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.111666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695710>> address_group after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.112040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f945e695710>> address_group after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.112407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] ML2 OVO RPC backend initialized. {{(pid=86315) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 03:29:37.113189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> router_interface after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.113578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> router_interface after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.114032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> network before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.114413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> networks before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.114793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> port before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.115190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> ports before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.115588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> subnet before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.115949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> subnets before_response 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.116329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> network after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.116703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> network after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.117082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> network after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.117443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> port after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.117815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.118184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> port after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.118553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> subnet after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.118926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> subnet after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.119326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f945e6957f0>> subnet after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.119954 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.plugin [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Modular L2 Plugin initialization complete
Apr 19 03:29:37.120310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading services supported by the core plugin {{(pid=86315) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 03:29:37.120672 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.plugins.ml2.managers [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Got port-security extension from driver 'port_security'
Apr 19 03:29:37.121169 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.extensions.vlantransparent [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Disabled vlantransparent extension.
Apr 19 03:29:37.121696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86315) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 03:29:37.122039 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: router
Apr 19 03:29:37.160526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router_interface before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.160960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_create 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.161367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router before_create 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.161771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router_interface before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.162187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router_interface after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.162577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_delete 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.162976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> floatingip after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.163410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_create 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.163795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_update 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.164188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_update 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.164576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router_gateway after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.164982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_update 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.165477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router precommit_update 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.165897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f945ecf0c80> port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.166277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f945ecf0e18> port after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.166653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f945ecf0d90> subnet after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.167030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f945ecf0d08> subnetpool_address_scope after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.167445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> port precommit_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.167831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router precommit_create 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.168212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f945ece18c8> port before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.168595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router precommit_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.169069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router after_update 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.169452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router precommit_delete 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.169884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router precommit_create 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.170251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router_interface after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.170637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> router precommit_update 55549900 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.171071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f945e695978>> network after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.172076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Tracking information for resource: router configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:37.172445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Tracking information for resource: floatingip configured {{(pid=86315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 03:29:37.177280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_agentschedulers_db [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 03:29:37.177920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f945e61b378> port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.178313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f945e61b268> port after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.178696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function _notify_port_delete at 0x7f945e61b2f0> port after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.179099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f945e61b510> port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.180010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f945e637780>> router before_create 55550100 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.180408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f945e637780>> router precommit_delete 55550100 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.180810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f945e637780>> router precommit_create 55550100 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.181204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f945e637780>> router precommit_update 55550100 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.186159 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.provider_configuration [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service providers = [] {{(pid=86315) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 03:29:37.186558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.servicetype_db [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86315) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 03:29:37.191722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.service_base [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 03:29:37.192107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.service_base [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 03:29:37.192484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.service_base [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 03:29:37.193377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.service_base [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 03:29:37.193777 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.services.service_base [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 03:29:37.194190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.194546 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 03:29:37.205218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.205590 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: auto_allocate
Apr 19 03:29:37.211231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f945e5aab70> network precommit_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.211641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f945e5aab70> network precommit_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.212230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.212588 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: tag
Apr 19 03:29:37.219653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.220026 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: timestamp
Apr 19 03:29:37.223862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.224232 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: network_ip_availability
Apr 19 03:29:37.229662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f945e549390>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.230067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f945e549390>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.230461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f945e549390>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.231288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.231649 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: flavors
Apr 19 03:29:37.236455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.236826 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading Plugin: revisions
Apr 19 03:29:37.241267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 03:29:37.241686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.074s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:29:37.242486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86315) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 03:29:37.242849 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Initializing extension manager.
Apr 19 03:29:37.243433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: __init__.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.243813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: __pycache__ {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.244188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.244559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: address_group.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.245354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.245989 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: address-group
Apr 19 03:29:37.246351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: address_scope.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.247117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.247715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: address-scope
Apr 19 03:29:37.248077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.249005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.250110 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: router-admin-state-down-before-update
Apr 19 03:29:37.250471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: agent.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.251255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.251859 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: agent
Apr 19 03:29:37.252219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: agent_resources_synced.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.253136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.253700 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: agent-resources-synced
Apr 19 03:29:37.254058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.255877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.256457 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: allowed-address-pairs
Apr 19 03:29:37.256868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.257942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.258515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: auto-allocated-topology
Apr 19 03:29:37.258878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: availability_zone.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.259682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.260257 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: availability_zone
Apr 19 03:29:37.260625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: availability_zone_filter.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.261544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.262116 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: availability_zone_filter
Apr 19 03:29:37.262476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: data_plane_status.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.263536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.264103 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 03:29:37.264465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: default_subnetpools.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.265976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.266548 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: default-subnetpools
Apr 19 03:29:37.266909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.267834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.268420 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: dhcp_agent_scheduler
Apr 19 03:29:37.268784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: dns.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.269714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.270288 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 03:29:37.270649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: dns_domain_ports.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.271603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.272175 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 03:29:37.272538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: dvr.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.273265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.273836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: dvr
Apr 19 03:29:37.274194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: empty_string_filtering.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.275113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.275712 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: empty-string-filtering
Apr 19 03:29:37.276073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.276989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.277547 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 03:29:37.277906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.278828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.279416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 03:29:37.279777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: external_net.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.280735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.281300 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: external-net
Apr 19 03:29:37.281660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.282570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.283136 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: extra_dhcp_opt
Apr 19 03:29:37.283539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: extraroute.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.284464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.285031 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: extraroute
Apr 19 03:29:37.285390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: extraroute_atomic.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.286409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.286981 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: extraroute-atomic
Apr 19 03:29:37.287371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: filter_validation.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.288071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.288640 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: filter-validation
Apr 19 03:29:37.288998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: fip_pf_description.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.289920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.290493 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 03:29:37.290853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: fip_port_details.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.291889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.292467 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: fip-port-details
Apr 19 03:29:37.292830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: flavors.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.294066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.294645 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: flavors
Apr 19 03:29:37.295007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.297183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.297762 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 03:29:37.298132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: floatingip_pools.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.298882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.299483 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: floatingip-pools
Apr 19 03:29:37.299848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: ip_allocation.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.300802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.301368 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 03:29:37.301730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.302665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.303266 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: ip-substring-filtering
Apr 19 03:29:37.303627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l2_adjacency.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.304552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.305117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 03:29:37.305475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.306543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.307121 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: router
Apr 19 03:29:37.307514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.309805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.310392 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 03:29:37.310762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.312292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.312872 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: ext-gw-mode
Apr 19 03:29:37.313239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.314277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.314860 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: l3-ha
Apr 19 03:29:37.315250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3_flavors.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.316180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.316758 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: l3-flavors
Apr 19 03:29:37.317123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.318041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.318611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 03:29:37.318974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: l3agentscheduler.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.320183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.320776 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: l3_agent_scheduler
Apr 19 03:29:37.321143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: logging.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.322651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.323267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension logging not supported by any of loaded plugins
Apr 19 03:29:37.323644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: metering.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.324441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.325130 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: metering
Apr 19 03:29:37.325503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.326605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.327201 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: metering_source_and_destination_fields
Apr 19 03:29:37.327595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: multiprovidernet.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.328541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.329115 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: multi-provider
Apr 19 03:29:37.329475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: netmtu.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.330446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.331021 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: net-mtu
Apr 19 03:29:37.331777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: netmtu_writable.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.332753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.333324 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: net-mtu-writable
Apr 19 03:29:37.333686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: network_availability_zone.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.334526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.335097 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: network_availability_zone
Apr 19 03:29:37.335484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: network_ip_availability.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.336595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.337171 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: network-ip-availability
Apr 19 03:29:37.337530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: network_segment_range.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.338362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.338930 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 03:29:37.339328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: pagination.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.340338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.340717 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: pagination
Apr 19 03:29:37.341078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: port_device_profile.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.341983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.342554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: port-device-profile
Apr 19 03:29:37.342933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.343912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.344483 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: port-mac-address-regenerate
Apr 19 03:29:37.344845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.345765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.346334 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: port-numa-affinity-policy
Apr 19 03:29:37.346696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: port_resource_request.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.347635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.348194 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 03:29:37.348553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: portbindings.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.349494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.350066 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: binding
Apr 19 03:29:37.350432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: portbindings_extended.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.351749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.352364 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: binding-extended
Apr 19 03:29:37.352729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: portsecurity.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.353654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.354216 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: port-security
Apr 19 03:29:37.354577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: project_id.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.355610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.355983 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: project-id
Apr 19 03:29:37.356339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: providernet.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.357531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.358102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: provider
Apr 19 03:29:37.358461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.362657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.363273 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos not supported by any of loaded plugins
Apr 19 03:29:37.363645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.364910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.365492 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 03:29:37.365861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.366805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.367412 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 03:29:37.367779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_default.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.368697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.369279 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-default not supported by any of loaded plugins
Apr 19 03:29:37.369609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_fip.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.370298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.370857 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 03:29:37.371245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.372173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.372741 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 03:29:37.373100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.374064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.375173 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 03:29:37.375550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.376492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.377061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 03:29:37.377423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: qos_rules_alias.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.378479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.379054 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 03:29:37.379446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: quotasv2.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.380462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.380833 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: quotas
Apr 19 03:29:37.381198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: quotasv2_detail.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.382922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.383332 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: quota_details
Apr 19 03:29:37.383702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: rbac.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.384856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.385443 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: rbac-policies
Apr 19 03:29:37.385806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: rbac_address_group.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.386770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.387385 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: rbac-address-group
Apr 19 03:29:37.387748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: rbac_address_scope.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.388670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.389247 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: rbac-address-scope
Apr 19 03:29:37.389610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: rbac_security_groups.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.390557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.391131 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: rbac-security-groups
Apr 19 03:29:37.391537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.392465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.393047 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: rbac-subnetpool
Apr 19 03:29:37.393409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: revisionifmatch.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.394345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.394915 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: revision-if-match
Apr 19 03:29:37.395308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: revisions.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.396431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.397000 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: standard-attr-revisions
Apr 19 03:29:37.397357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: router_availability_zone.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.398074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.398645 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: router_availability_zone
Apr 19 03:29:37.399005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: routerservicetype.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.399952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.400518 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 03:29:37.400874 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.401800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.402365 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: security-groups-normalized-cidr
Apr 19 03:29:37.402720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.403694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.404271 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: port-security-groups-filtering
Apr 19 03:29:37.404629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.405600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.406168 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: security-groups-remote-address-group
Apr 19 03:29:37.406526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: securitygroup.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.419866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.420520 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: security-group
Apr 19 03:29:37.420855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: segment.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.422251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.422830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension segment not supported by any of loaded plugins
Apr 19 03:29:37.423219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.424175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.424748 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 03:29:37.425109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: servicetype.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.426208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.426789 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: service-type
Apr 19 03:29:37.427174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: sorting.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.428163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.428543 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: sorting
Apr 19 03:29:37.428902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: standard_attr_segment.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.429830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.430424 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 03:29:37.430787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: standardattrdescription.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.431515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.432101 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: standard-attr-description
Apr 19 03:29:37.432467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: stateful_security_group.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.433399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.433997 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: stateful-security-group
Apr 19 03:29:37.434361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: stdattrs_common.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.434949 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 03:29:37.435343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.436341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.437504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 03:29:37.437864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: subnet_onboard.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.438936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.439546 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: subnet_onboard
Apr 19 03:29:37.439908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.440847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.441427 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 03:29:37.441785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: subnet_service_types.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.442713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.443324 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: subnet-service-types
Apr 19 03:29:37.443687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: subnetallocation.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.444779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.445355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: subnet_allocation
Apr 19 03:29:37.445720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.446414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.446986 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: subnetpool-prefix-ops
Apr 19 03:29:37.447376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.448333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.448899 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 03:29:37.449261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: tagging.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.450524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.451123 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: standard-attr-tag
Apr 19 03:29:37.451518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: timestamp.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.452710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.453287 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loaded extension: standard-attr-timestamp
Apr 19 03:29:37.453651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: trunk.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.454685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.455289 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension trunk not supported by any of loaded plugins
Apr 19 03:29:37.455654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: trunk_details.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.456584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.457154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 03:29:37.457516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.458441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.459010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 03:29:37.459393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Loading extension file: vlantransparent.py {{(pid=86315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 03:29:37.460097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 03:29:37.460671 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 03:29:37.463399 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:network
Apr 19 03:29:37.464210 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:subnet
Apr 19 03:29:37.464884 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 03:29:37.465546 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:port
Apr 19 03:29:37.467057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.467574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service FLAVORS assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.468284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.468750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.469118 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:router
Apr 19 03:29:37.469849 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 03:29:37.470626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service METERING assigned prefix: /metering {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.472471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f945e48ddd8>> rbac-policy before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.472876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f945e48ddd8>> rbac-policy before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.473264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f945e48ddd8>> rbac-policy before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:29:37.474405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 03:29:37.474890 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 03:29:37.475725 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 03:29:37.476522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service CORE assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.476903 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 03:29:37.477271 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] subnetpool is already registered
Apr 19 03:29:37.477947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service CORE assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.478313 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 03:29:37.478674 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] subnetpool is already registered
Apr 19 03:29:37.481422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.481904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service FLAVORS assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.482838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.483357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.484249 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:router
Apr 19 03:29:37.484617 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] router is already registered
Apr 19 03:29:37.485273 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 03:29:37.485640 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] floatingip is already registered
Apr 19 03:29:37.486334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service METERING assigned prefix: /metering {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.487065 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 03:29:37.487457 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] rbac_policy is already registered
Apr 19 03:29:37.488079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 03:29:37.488446 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] security_group is already registered
Apr 19 03:29:37.489089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 03:29:37.489454 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] security_group_rule is already registered
Apr 19 03:29:37.490177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service CORE assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.490547 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 03:29:37.490913 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] subnetpool is already registered
Apr 19 03:29:37.491623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.resource_helper [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Service CORE assigned prefix:  {{(pid=86315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 03:29:37.491997 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 03:29:37.492358 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.quota.resource_registry [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] subnetpool is already registered
Apr 19 03:29:37.493069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: extensions {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.494617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: address-groups {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.496280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: address-scopes {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.497526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: agents {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.498738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: auto-allocated-topology {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.500690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: availability_zones {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.502095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: dhcp-networks {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.503586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: dhcp-agents {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.505073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: routers {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.506926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: flavors {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.508172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: service_profiles {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.509435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: next_providers {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.511024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: service_profiles {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.512574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: floatingip-pools {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.513834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: routers {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.515733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: floatingips {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.516983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: l3-routers {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.518434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: l3-agents {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.519931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: metering-labels {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.522173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: metering-label-rules {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.523537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: network-ip-availabilities {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.524864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: bindings {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.526582 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: quotas {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.528110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: quotas {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.529558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: rbac-policies {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.530927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: security-groups {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.538751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: security-group-rules {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.538751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: service-providers {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.538751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: subnetpools {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.538751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.539503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.541381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.543319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.545171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.547698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.549490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.551594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.553549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.555481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.extensions [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Extended resource: tags {{(pid=86315) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 03:29:37.562818 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING keystonemiddleware.auth_token [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 03:29:37.568068 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING keystonemiddleware.auth_token [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 03:29:37.579742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Acquired lock "singleton_lock" {{(pid=86315) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 03:29:37.579742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Releasing lock "singleton_lock" {{(pid=86315) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 03:29:37.579742 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Starting 2 workers
Apr 19 03:29:37.583820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Started child 86430 {{(pid=86315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 03:29:37.587788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:37.588728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Started child 86431 {{(pid=86315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 03:29:37.589273 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [-] (86430) wsgi starting up on http://0.0.0.0:9696
Apr 19 03:29:37.590209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 03:29:37.590881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Notify callbacks [] for process, before_spawn {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:37.592466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:37.593630 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Starting 1 workers
Apr 19 03:29:37.593819 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [-] (86431) wsgi starting up on http://0.0.0.0:9696
Apr 19 03:29:37.599197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Started child 86432 {{(pid=86315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 03:29:37.599734 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Starting 1 workers
Apr 19 03:29:37.601050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] calling RpcWorker wait() {{(pid=86432) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 03:29:37.601429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] returning from RpcWorker wait() {{(pid=86432) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 03:29:37.602929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:37.603436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:29:37.604448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Started child 86433 {{(pid=86315) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 03:29:37.605259 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eda780a-e52b-4caf-b941-69512600d9a5 None None] Notify callbacks [] for process, after_spawn {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:37.606893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86315) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 03:29:37.607403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 03:29:37.607614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 03:29:37.607883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 03:29:37.608305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 03:29:37.609034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 03:29:37.609612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.609725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:37.609911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.610213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.610496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.610827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.611503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.611824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.612133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.612432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.612717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.612917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.613112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.613400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.613675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.614020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.614307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.614576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.614858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.615071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.615369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.615690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.615978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.616283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.616553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.617107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.617363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.617629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.617880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.618187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.618448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.618757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.619017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.619292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.619590 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.619871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.620144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.620389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.620636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.620935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.621183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.621645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] host                           = dv-cinder-786054-3-iscsi {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.621891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.622155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.622435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.622695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.622969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.623263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.623555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.623842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.624181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.624946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.625228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.625490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.625769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.626039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.626229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.626503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.626803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.627091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.627329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.627521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.627710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.628004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.628193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.628483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.628730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.628973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.629216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.629472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.629694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.629979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.630238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.630517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.630756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.631058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.631363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.631645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.631905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.632187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.632423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.632693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.632937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.633178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.633437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.633680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.633953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.634211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.634503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.634773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.635052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.635354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.635593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.635835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.636170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.636435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.636713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.636990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.637236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.637514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.637772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.638040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.638299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.638541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.638783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.639078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.639367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.639614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.639886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.640122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.642803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.643552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.643647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:29:37.643742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.643742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.643742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.644014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.644165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.644416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.644690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.645020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.645337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.645633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.645882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.646145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.646392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.646662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.647005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.647349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.647634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.647901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.648148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.648396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.648662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.648908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.649153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.649478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.649776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.650043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.650286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.650555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.650821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.651067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.651377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.651633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.651926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.652192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.652440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.652703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.652947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.653190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.653432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.653701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.653966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.654240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.654612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.654945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.655182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.655903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.656156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.656424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.656673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.656914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.657173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.657418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.657659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.657938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.658208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.658450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.658692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.658939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.659201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.659450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.659696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.659939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.660183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.660440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.660679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.660921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.661180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.661516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.661777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.662019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.662265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.662523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.662767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.663008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.663306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.663557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.663842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.664369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.664612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.665043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.665424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.665860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.666286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.666588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.666857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.667113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.667389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.667840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.667971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.668155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.668578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.668700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.668930 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.669199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.669569 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.669669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.669931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.670453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.670453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.670713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.671085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.673742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.673742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.673742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.673742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.673742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.673742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.674219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.674402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.674726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.675035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.675348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.675618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.675912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.676207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.676489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.676756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.677041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.677292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.677605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.677884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.678148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.678395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.678675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.679027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.679344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.679614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.679858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.680163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.680476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.680755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.681043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.681329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.681601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.681885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.682172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.682440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.682702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.682968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.683240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.683516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.683779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.684052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.684316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.684585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.684853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.685078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.685394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.685606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.685865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.686095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.686565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.686842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.687096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.687402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.687657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.688026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.688280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.688528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.688816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.689064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.689382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.689679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.689946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.690210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.690483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.690780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.691037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.691336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.691586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.691835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.692082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.692337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.692581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.692822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.693092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.693341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.693627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.693905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.694260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.694528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.694802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.695070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.695348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.695620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.695876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.696126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.696377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.696630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.696970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.697301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.697578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.697850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.698102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.698349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.698593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.698842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.699086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.699458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.699735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.700015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.700295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.700560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.700819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.701063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.701327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.701575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.701819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.702086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.702355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.702618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.702887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.703129 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.703413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.703661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.703905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.704158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.704398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.704656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.704901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.705140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.705388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.705629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.705963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.706251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.706525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.706841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.707110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.707418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.707690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.708068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.708345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.708627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.708880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.709129 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.709382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.709691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.710060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.710436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.710715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.711007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.711350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.711637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.711938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.712186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.712513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.712863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.713164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.713443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.713708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.714000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.714287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.714537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.714787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.715037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.715320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.715601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.715883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.716175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.716425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.716692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.716937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.717198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.717460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.717736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.718510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.718674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 03:29:37.719400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86315) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 03:29:37.719754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 03:29:37.720107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 03:29:37.720335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 03:29:37.720539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 03:29:37.720724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 03:29:37.720974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.721169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.721357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.721545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.721732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.721939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.722128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.722315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.722502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.722687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.722871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.723225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.723225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.723451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.723549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.723726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.723914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.724102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.724292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.724486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.724649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.724837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.725020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.725208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.725419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.725646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.725827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.726012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.726196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.726383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.726568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.726752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.726935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.727121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.727313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.727494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.727677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.727860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.728016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.728202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.728363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] host                           = dv-cinder-786054-3-iscsi {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.728549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.728759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.728913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.729994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.730153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.730337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.730521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.730705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.730889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.731046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.731226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.731386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.731593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.731781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.731965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.732400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.732576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.732745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.732900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.733078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.733261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.733444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.734173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.734360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.734545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.734728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.734912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.735096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.735306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.735490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.735674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.735858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.736043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.736225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.736408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.736591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.736772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.736955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.737138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.737321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.737505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.737689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.737872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.738054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.738238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.738421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.738607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.738792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.738974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.739182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.739366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.739549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.739731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.739914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.740097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.740280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.740462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.740645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.740828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.741011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.741193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.741375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.741560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 03:29:37.741765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.741954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.742153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.742341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.742527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.742713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.742901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.743088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.743313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.743500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.743695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.743882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.744080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.744268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.744458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.744646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.744834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.745020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.745208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.745394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.745580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.745767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.745973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.746160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.746347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.746532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.746719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.746907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.747094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.747343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.747531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.747717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.747888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.748066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.748253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.748439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.748626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.748814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.749002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.749216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.749403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.749590 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.749776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.749964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.750151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.750337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.750523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.750710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.750897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.751083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.751307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.751494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.751681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.751866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.752056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.752244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.752430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.752616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.752802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.752990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.753177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.753379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.753566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.753751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.753937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.754105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.754287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.754474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.754660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.754847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.755031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.755261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.755427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.755814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.755814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.756997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.757182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.757368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.757563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.757767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.757954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.758140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.758326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.758512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.758698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.758883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.759927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.759927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.759927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.759927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.759927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.759927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.760496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.760496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.760496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.760496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.760915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.760915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.761090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.761754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.761754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.761754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.761754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.762806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.763991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.764177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.764368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.764553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.764759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.764959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.765156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.765343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.765533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.765723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.765940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.766126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.766311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.766497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.766685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.766871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.767058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.767283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.767442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.767628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.767815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.768002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.768189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.768400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.768544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.769875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.770950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.771127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.771341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.771526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.771715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.771901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.772087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.772261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.772470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.772622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.772790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.772979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.773165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.773353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.773552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.773740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.773916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.775953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.776098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.776305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.776502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.776660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.776854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.777033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.777228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.777402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.777572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.777742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.777940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.778108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.778299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.778488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.778675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.778863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.779051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.779274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.779548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.779740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.779926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.780115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.780312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.781010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.781197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.781382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.781568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.781749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.781940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.782110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.782347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:29:37.782519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.782519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.782779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.783882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.784066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.784250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.784446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.784631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.784815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.785009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.785193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.785378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.785565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.785869 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.786058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.786247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.786433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.786619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.786806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.786998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.787207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.787405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.787598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.787785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.787978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.788171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.788364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.788551 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.788742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.788941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.789124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.789308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.789589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.789776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.789961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.790117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.790303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.790486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.790670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.790853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.791035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.791247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.791432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.791616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.791801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.791985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.792168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.792448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.792635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 03:29:37.792814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86315) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 03:29:37.882327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53812) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:29:37.893701 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0092602
Apr 19 03:29:48.979078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c6079-2e19-411c-b888-963bd7ea64c7 None None] get_active_networks_info from dv-cinder-786054-3-iscsi {{(pid=86432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 03:29:49.115784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c6079-2e19-411c-b888-963bd7ea64c7 None None] No non-hosted networks {{(pid=86432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 03:29:49.137996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agentschedulers_db [None req-525c6079-2e19-411c-b888-963bd7ea64c7 None None] DHCP Agent not found on host dv-cinder-786054-3-iscsi {{(pid=86432) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 19 03:29:49.485862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e20b0e4b-56bd-4c07-a58a-e79507de68e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021'] for agent, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:51.418342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d7305fe0-f852-4724-bddc-c9fd44ab7935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021'] for agent, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:51.451534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2456c145-9262-4383-8ad3-ab331f0e7faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:51.845703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021'] for agent, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:52.502735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021'] for agent, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:52.503441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.503803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.504161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.504515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.504865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.505215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.505563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.505931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.506361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.506625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.507027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.507438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:29:52.507803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f945d89fcc0>, 'Open vSwitch agent', 'dv-cinder-786054-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:29:52.520429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f945d8a8c88>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:29:53.262718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021'] for agent, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:54.285113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53900) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:29:54.929825 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-83ed2e03-8869-47bd-80d8-4b80f7f950cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:29:54.930471 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-83ed2e03-8869-47bd-80d8-4b80f7f950cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:29:55.161412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [None req-83ed2e03-8869-47bd-80d8-4b80f7f950cd admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:29:55.162422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-83ed2e03-8869-47bd-80d8-4b80f7f950cd admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8763657
Apr 19 03:29:55.566331 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_hamode_db [None req-288ce099-367f-497c-a330-121947a8245e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 03:29:55.654351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ce099-367f-497c-a330-121947a8245e None None] Routers set() bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:29:55.655322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ce099-367f-497c-a330-121947a8245e None None] Router IDs set() for agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 03:29:57.881066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53916) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:29:58.267168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:29:58.370628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.policy [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86431) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 03:29:58.425407 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:29:58.425812 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:29:58.444171 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f945e1732e8>.
Apr 19 03:29:58.459878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:29:58.554147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269656036276', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269656038818', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269656046421', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269656019753', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269655940461', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269655940652', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1859799', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-752232', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854071668'] for rbac-policy, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:58.952665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:29:58.953900 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-84c312a2-965e-4930-aa4a-63259e458041 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0718079
Apr 19 03:30:01.897253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53930) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:02.266368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '77a8137f42d74165b796f95ee32ce19c'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:30:02.272144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:02.276553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Usage tracker for resource:network and tenant:77a8137f42d74165b796f95ee32ce19c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:02.279990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:02.286213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:02.342309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Made reservation on behalf of 77a8137f42d74165b796f95ee32ce19c for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:30:02.348058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.364431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.379365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:02.383097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:77a8137f42d74165b796f95ee32ce19c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:02.386468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:02.392180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:02.708961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.742362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.746900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:02.762777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:30:02.790920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363269653286038', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.791618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f945ee336a8> segment precommit_create {{(pid=86431) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 03:30:02.792069 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Added segment 3f2a9fce-5676-4b41-bb4c-4bf6fd23822d of type vlan for network 45365e78-a886-43e4-ac40-a8da0060f2a7
Apr 19 03:30:02.843931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6634b08-7b81-417e-9ee8-d888fadc19ad,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:02.864224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.864588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.864944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.865294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.865640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.865999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.866341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.866682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.867036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.867399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.867740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.868077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Tracked resource versions report:
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:30:02.869131 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:30:02.914250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.920634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:02.981286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.982981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:02.983673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:02.988417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:03.097635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=45365e78-a886-43e4-ac40-a8da0060f2a7,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:03.100748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:03.109998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:30:03.125577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2272224
Apr 19 03:30:06.134648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53946) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:06.610057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110511f7-6349-4628-8f12-da937803a18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:06.611545 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-110511f7-6349-4628-8f12-da937803a18b admin admin] 10.222.0.25 "GET /v2.0/networks/45365e78-a886-43e4-ac40-a8da0060f2a7 HTTP/1.1" status: 200  len: 825 time: 0.4758356
Apr 19 03:30:06.640246 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-35987e55-c74b-4f3c-91bb-b3678cac3cae admin admin] 10.222.0.25 "GET /v2.0/subnetpools/fb67b7bf-c641-4065-a93e-2826aff01eaa HTTP/1.1" status: 200  len: 734 time: 0.0226047
Apr 19 03:30:06.649348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Request body: {'subnet': {'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:30:06.653685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:06.658309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Usage tracker for resource:subnet and tenant:77a8137f42d74165b796f95ee32ce19c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:06.661210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:06.667059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:06.781921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Made reservation on behalf of 77a8137f42d74165b796f95ee32ce19c for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:30:06.786408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:07.287474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:07.292690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:07.380517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Checking segment: {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:30:07.380899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Network hostable DHCP agents. Network: 45365e78-a886-43e4-ac40-a8da0060f2a7, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:30:07.386614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10572236-cdc8-4f9e-ab3c-34eef7dce1e9,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:07.393541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:07.427691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:30:07.461885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 45365e78-a886-43e4-ac40-a8da0060f2a7) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:30:07.466279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:07.466958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:07.471355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92da3c8-1d13-4a84-b479-2acbe2e9b119 None None] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:30:07.508615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8628008
Apr 19 03:30:07.796023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-45365e78-a886-43e4-ac40-a8da0060f2a7', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:30:07.797267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:08.154780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Allocated IP 172.20.0.2 (45365e78-a886-43e4-ac40-a8da0060f2a7/10572236-cdc8-4f9e-ab3c-34eef7dce1e9/41ff89ea-86e4-4bdc-a8b0-1651aaa40e69) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:30:08.382824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:08.437004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Transition to ACTIVE for port object 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:30:08.457870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Transition to ACTIVE for port object 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:30:08.485431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:08.493748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:08.555943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:30:08.557096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:30:08.560997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:30:08.643971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Pushing event updated for resources: {'Port': ['ID=41ff89ea-86e4-4bdc-a8b0-1651aaa40e69,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:08.666234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.666548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.666910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.667296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.667653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.668006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.668356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.668706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.669066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.669415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.669777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.670121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Tracked resource versions report:
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:30:08.671206 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:30:08.674679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:08.679206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Attempting to bind port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:30:08.679665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Attempting to bind port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:30:08.680072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Attempting to bind port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 on network 45365e78-a886-43e4-ac40-a8da0060f2a7 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:30:08.686581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:30:08.687055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Checking segment: {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:30:08.687532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:08.687954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Bound using segment: {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:30:08.688500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Bound port: 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:30:08.688939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:08.783164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] For port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:30:08.787303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] For port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=41ff89ea-86e4-4bdc-a8b0-1651aaa40e69,segment=NetworkSegment(3f2a9fce-5676-4b41-bb4c-4bf6fd23822d),segment_id=3f2a9fce-5676-4b41-bb4c-4bf6fd23822d)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:30:08.817070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:08.822130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:08.909880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Pushing event updated for resources: {'Port': ['ID=41ff89ea-86e4-4bdc-a8b0-1651aaa40e69,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:08.912653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:10.259372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53956) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:10.661629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [None req-198cb291-5d52-40dd-b3b8-17fdbc107bd2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:30:10.662702 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-198cb291-5d52-40dd-b3b8-17fdbc107bd2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4023814
Apr 19 03:30:13.394108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53966) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:13.789216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [None req-fc6eb480-ade2-42f0-9b23-0c2bf10216ed admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:30:13.790298 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fc6eb480-ade2-42f0-9b23-0c2bf10216ed admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3951700
Apr 19 03:30:14.490048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:30:14.611207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:30:15.714891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f04e9b-586c-461a-b28b-a40323c1ff73 None None] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:30:15.847867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Provisioning for port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:30:15.856007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Provisioning complete for port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:15.856414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:16.076138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:16.120395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] For port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=41ff89ea-86e4-4bdc-a8b0-1651aaa40e69,segment=NetworkSegment(3f2a9fce-5676-4b41-bb4c-4bf6fd23822d),segment_id=3f2a9fce-5676-4b41-bb4c-4bf6fd23822d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:30:16.153604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:16.156420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:16.229836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Pushing event updated for resources: {'Port': ['ID=41ff89ea-86e4-4bdc-a8b0-1651aaa40e69,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:16.234142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:16.277494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-70c31f50-0140-4c30-b607-824e40ac9905 None None] Provisioning complete for port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:16.277907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-70c31f50-0140-4c30-b607-824e40ac9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:16.467630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:30:16.538104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:16.538521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:16.824853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53982) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:17.190545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '77a8137f42d74165b796f95ee32ce19c'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:30:17.195899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:17.199865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Usage tracker for resource:router and tenant:77a8137f42d74165b796f95ee32ce19c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:17.202971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:17.208841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:17.250526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:17.251824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:17.322307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:17.468882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:17.513322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:17.514561 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-38689d85-93e5-4b53-a03c-030208d36a7d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6886683
Apr 19 03:30:18.874060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-63c2bc6b-9819-4a23-a85b-a208833b37c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:20.250099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 53992) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:20.638690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [None req-c06b3e98-d824-4593-95ca-17e5bc06e50b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:30:20.639786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c06b3e98-d824-4593-95ca-17e5bc06e50b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3886855
Apr 19 03:30:21.397715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0cf7c077-456b-4224-aac4-0a31f81e9a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:21.786282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:22.483780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:23.210457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:23.385900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54012) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:23.540619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:30:23.546668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:23.550720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Usage tracker for resource:network and tenant:84aa41a448534808b11c569b5713e013 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:23.553698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:23.560793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:23.667608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Made reservation on behalf of 84aa41a448534808b11c569b5713e013 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:30:23.672879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:23.685543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:23.700164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:23.704001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Usage tracker for resource:security_group_rule and tenant:84aa41a448534808b11c569b5713e013 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:23.706844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:23.712662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:23.938375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:23.993194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:23.997322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:24.010576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Reserving flat network on physical network physnet1 {{(pid=86431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 03:30:24.027218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db1a2d6-c341-42e9-9d2e-1e6eeb5434d4,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:24.032123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:24.088132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:24.088515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Added segment 42899796-38c8-458b-8c1f-23a6b4f64b62 of type flat for network 7e8af109-60ca-4fdb-9a44-20387c543792
Apr 19 03:30:24.220624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:24.277730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:24.279045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:24.279687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:24.284358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:24.387176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Pushing event updated for resources: {'Network': ['ID=7e8af109-60ca-4fdb-9a44-20387c543792,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:24.390583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:24.398683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 7e8af109-60ca-4fdb-9a44-20387c543792 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:30:24.411293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0243402
Apr 19 03:30:26.943585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54032) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:27.056334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631ddbb-ba01-4324-bc23-9240fd1286a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:27.057715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0631ddbb-ba01-4324-bc23-9240fd1286a2 admin admin] 10.222.0.25 "GET /v2.0/subnets/10572236-cdc8-4f9e-ab3c-34eef7dce1e9 HTTP/1.1" status: 200  len: 849 time: 0.1130507
Apr 19 03:30:27.354876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ebf20a0f-bb73-4771-89fc-95a6640f76bd admin admin] 10.222.0.25 "GET /v2.0/routers/9e62f033-9295-4aed-b391-042b9c0cee73 HTTP/1.1" status: 200  len: 704 time: 0.2911103
Apr 19 03:30:27.830928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:28.113849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Allocated IP 172.20.0.1 (45365e78-a886-43e4-ac40-a8da0060f2a7/10572236-cdc8-4f9e-ab3c-34eef7dce1e9/d94b12c6-f588-487c-9744-6b16bed4bb85) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:30:28.381687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:28.399259 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Transition to ACTIVE for port object d94b12c6-f588-487c-9744-6b16bed4bb85 will not be triggered until provisioned by entity DHCP. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:30:28.485481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:28.490148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:28.553446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:30:28.556976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:30:28.563916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:30:28.563916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:28.711089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Pushing event updated for resources: {'Port': ['ID=d94b12c6-f588-487c-9744-6b16bed4bb85,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:28.717901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:28.843798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f572b017-f80e-422b-9c46-5dec49ddec81 None None] Provisioning for port d94b12c6-f588-487c-9744-6b16bed4bb85 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:30:28.848614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f572b017-f80e-422b-9c46-5dec49ddec81 None None] Provisioning complete for port d94b12c6-f588-487c-9744-6b16bed4bb85 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:28.849015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f572b017-f80e-422b-9c46-5dec49ddec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:28.871320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:28.904047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-f572b017-f80e-422b-9c46-5dec49ddec81 None None] Port d94b12c6-f588-487c-9744-6b16bed4bb85 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:30:29.107852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:29.140736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:29.141792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:29.145937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:29.280148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Pushing event updated for resources: {'Port': ['ID=d94b12c6-f588-487c-9744-6b16bed4bb85,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:29.284559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:29.343831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:30:29.344965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:30:29.528784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-8ec7424b-4133-4018-8792-1c5f8f5b5be5 None None] Provisioning complete for port d94b12c6-f588-487c-9744-6b16bed4bb85 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:29.529196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8ec7424b-4133-4018-8792-1c5f8f5b5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:29.589000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-8ec7424b-4133-4018-8792-1c5f8f5b5be5 None None] Port d94b12c6-f588-487c-9744-6b16bed4bb85 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:30:29.736591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Router 9e62f033-9295-4aed-b391-042b9c0cee73 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:30:29.896294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:30:29.905996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] 10.222.0.25 "PUT /v2.0/routers/9e62f033-9295-4aed-b391-042b9c0cee73/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5452943
Apr 19 03:30:29.907769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Sync routers for ids ['9e62f033-9295-4aed-b391-042b9c0cee73'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:30:29.919101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Routers {'9e62f033-9295-4aed-b391-042b9c0cee73'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:30:29.920035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e108cc0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:30:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9e62f033-9295-4aed-b391-042b9c0cee73'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:30.103363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Set router 9e62f033-9295-4aed-b391-042b9c0cee73 gateway port host: None {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:30:30.661455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e108cc0>, [{'id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'name': 'router1', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:30:17Z', 'updated_at': '2021-04-19T03:30:28Z', 'revision_number': 2, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'gw_port_host': None, '_interfaces': [{'id': 'd94b12c6-f588-487c-9744-6b16bed4bb85', 'name': '', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'mac_address': 'fa:16:3e:5d:ef:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:27Z', 'updated_at': '2021-04-19T03:30:28Z', 'revision_number': 2, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'subnets': [{'id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:30.666434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Checking router: 9e62f033-9295-4aed-b391-042b9c0cee73 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:30:30.666818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Updating router 9e62f033-9295-4aed-b391-042b9c0cee73 port d94b12c6-f588-487c-9744-6b16bed4bb85 binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:30:30.724796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:31.112920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:31.127044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Transition to ACTIVE for port object d94b12c6-f588-487c-9744-6b16bed4bb85 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:30:31.170949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:31.177454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:31.388942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Pushing event updated for resources: {'Port': ['ID=d94b12c6-f588-487c-9744-6b16bed4bb85,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:31.405851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.406234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.406985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.407379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.407737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.408093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.408444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.408917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.409153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.409498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.409842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.410185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Tracked resource versions report:
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:30:31.411273 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:30:31.414656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:31.422263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Attempting to bind port d94b12c6-f588-487c-9744-6b16bed4bb85 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:30:31.422691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Attempting to bind port d94b12c6-f588-487c-9744-6b16bed4bb85 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:30:31.423179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Attempting to bind port d94b12c6-f588-487c-9744-6b16bed4bb85 on network 45365e78-a886-43e4-ac40-a8da0060f2a7 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:30:31.429358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:30:31.429785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Checking segment: {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:30:31.430263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:31.430680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Bound using segment: {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:30:31.431230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Bound port: d94b12c6-f588-487c-9744-6b16bed4bb85, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2a9fce-5676-4b41-bb4c-4bf6fd23822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:30:31.431634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:31.525788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] For port d94b12c6-f588-487c-9744-6b16bed4bb85, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:30:31.530434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] For port d94b12c6-f588-487c-9744-6b16bed4bb85, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=d94b12c6-f588-487c-9744-6b16bed4bb85,segment=NetworkSegment(3f2a9fce-5676-4b41-bb4c-4bf6fd23822d),segment_id=3f2a9fce-5676-4b41-bb4c-4bf6fd23822d)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:30:31.588383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:31.594505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:31.681478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Routers {'9e62f033-9295-4aed-b391-042b9c0cee73'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:30:31.682162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e108cc0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:30:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9e62f033-9295-4aed-b391-042b9c0cee73'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:31.816480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Pushing event updated for resources: {'Port': ['ID=d94b12c6-f588-487c-9744-6b16bed4bb85,revision_number=4']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:31.821246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:31.855278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] Set router 9e62f033-9295-4aed-b391-042b9c0cee73 gateway port host: None {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:30:32.199440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e108cc0>, [{'id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'name': 'router1', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:30:17Z', 'updated_at': '2021-04-19T03:30:28Z', 'revision_number': 2, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'gw_port_host': None, '_interfaces': [{'id': 'd94b12c6-f588-487c-9744-6b16bed4bb85', 'name': '', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'mac_address': 'fa:16:3e:5d:ef:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:27Z', 'updated_at': '2021-04-19T03:30:31Z', 'revision_number': 4, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'subnets': [{'id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:32.203511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db345ad-fab6-4158-b122-5a7c117f7fff None None] The sync data for ids ['9e62f033-9295-4aed-b391-042b9c0cee73'] in dv-cinder-786054-3-iscsi is: [{'id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'name': 'router1', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:30:17Z', 'updated_at': '2021-04-19T03:30:28Z', 'revision_number': 2, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'gw_port_host': None, '_interfaces': [{'id': 'd94b12c6-f588-487c-9744-6b16bed4bb85', 'name': '', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'mac_address': 'fa:16:3e:5d:ef:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:27Z', 'updated_at': '2021-04-19T03:30:31Z', 'revision_number': 4, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'subnets': [{'id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:30:32.418540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54044) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:32.575029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0beebc7-da6f-4c72-885a-d356b22429a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:32.575635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a0beebc7-da6f-4c72-885a-d356b22429a8 admin admin] Synchronizing usage tracker for tenant:84aa41a448534808b11c569b5713e013 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:30:32.638776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a0beebc7-da6f-4c72-885a-d356b22429a8 admin admin] Unset dirty status for tenant:84aa41a448534808b11c569b5713e013 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:30:32.640197 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a0beebc7-da6f-4c72-885a-d356b22429a8 admin admin] 10.222.0.25 "GET /v2.0/networks/7e8af109-60ca-4fdb-9a44-20387c543792 HTTP/1.1" status: 200  len: 842 time: 0.2199023
Apr 19 03:30:32.650563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'cidr': '172.27.0.0/24'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:30:32.656567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:30:32.660509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Usage tracker for resource:subnet and tenant:84aa41a448534808b11c569b5713e013 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:30:32.663398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:30:32.673785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:30:32.707438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Made reservation on behalf of 84aa41a448534808b11c569b5713e013 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:30:32.711988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:33.318861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.objects.ports [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86431) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 03:30:33.319380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:33.323998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:33.398949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7046ae85-6ec3-48ac-8837-a74ac94c2e10,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:33.402795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:33.409304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:30:33.409692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Network hostable DHCP agents. Network: 7e8af109-60ca-4fdb-9a44-20387c543792, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:30:33.484660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:30:33.542087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 7e8af109-60ca-4fdb-9a44-20387c543792) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:30:33.547578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:33.548542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:33.553450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a623a-a7a3-496d-96ea-22ca04de764c None None] Network 7e8af109-60ca-4fdb-9a44-20387c543792 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:30:33.636306 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9890742
Apr 19 03:30:33.850646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57421809-1b4d-450f-b8d2-104436a596f0 None None] Network 7e8af109-60ca-4fdb-9a44-20387c543792 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:30:36.193675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54058) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:36.401857 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a305e295-87c7-417b-9893-2918c00061af admin admin] 10.222.0.25 "GET /v2.0/routers/9e62f033-9295-4aed-b391-042b9c0cee73 HTTP/1.1" status: 200  len: 710 time: 0.2068942
Apr 19 03:30:36.498726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device d94b12c6-f588-487c-9744-6b16bed4bb85 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:30:36.540518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0775be-1941-451e-8104-20f75536817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:30:36.541980 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4d0775be-1941-451e-8104-20f75536817b admin admin] 10.222.0.25 "GET /v2.0/networks/7e8af109-60ca-4fdb-9a44-20387c543792 HTTP/1.1" status: 200  len: 886 time: 0.1339691
Apr 19 03:30:36.551922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:30:36.603236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port d94b12c6-f588-487c-9744-6b16bed4bb85 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:30:36.608633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port d94b12c6-f588-487c-9744-6b16bed4bb85 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:36.609024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:36.730175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:36.762243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port d94b12c6-f588-487c-9744-6b16bed4bb85, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=d94b12c6-f588-487c-9744-6b16bed4bb85,segment=NetworkSegment(3f2a9fce-5676-4b41-bb4c-4bf6fd23822d),segment_id=3f2a9fce-5676-4b41-bb4c-4bf6fd23822d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:30:36.798674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:36.800807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:36.870886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=d94b12c6-f588-487c-9744-6b16bed4bb85,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:36.874673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:37.195227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:37.584848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:37.645354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:37.789041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Allocated IP 172.27.0.232 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/3c3ca2a1-c26d-4c15-b27e-347ff9b9e522) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:30:37.939440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:38.003509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:38.008567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:38.067474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:30:38.075761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:30:38.080117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:30:38.206888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3c3ca2a1-c26d-4c15-b27e-347ff9b9e522,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:38.211259 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:38.491817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device d94b12c6-f588-487c-9744-6b16bed4bb85 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:30:38.563810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port d94b12c6-f588-487c-9744-6b16bed4bb85 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:38.564230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:38.589529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:38.937527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:38.940921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-681678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854094138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668968'] for router, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:39.124157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Router 9e62f033-9295-4aed-b391-042b9c0cee73 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:30:39.308170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:30:39.316805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:39.318071 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/9e62f033-9295-4aed-b391-042b9c0cee73 HTTP/1.1" status: 200  len: 890 time: 2.7696958
Apr 19 03:30:39.318184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Sync routers for ids ['9e62f033-9295-4aed-b391-042b9c0cee73'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:30:39.328522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Routers {'9e62f033-9295-4aed-b391-042b9c0cee73'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:30:39.329231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d2203c8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:30:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9e62f033-9295-4aed-b391-042b9c0cee73'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:39.677135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Set router 9e62f033-9295-4aed-b391-042b9c0cee73 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:30:40.028484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d2203c8>, [{'id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'name': 'router1', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c3ca2a1-c26d-4c15-b27e-347ff9b9e522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:30:17Z', 'updated_at': '2021-04-19T03:30:38Z', 'revision_number': 4, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'gw_port': {'id': '3c3ca2a1-c26d-4c15-b27e-347ff9b9e522', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:37Z', 'updated_at': '2021-04-19T03:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'd94b12c6-f588-487c-9744-6b16bed4bb85', 'name': '', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'mac_address': 'fa:16:3e:5d:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:27Z', 'updated_at': '2021-04-19T03:30:36Z', 'revision_number': 5, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'subnets': [{'id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:40.033390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Checking router: 9e62f033-9295-4aed-b391-042b9c0cee73 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:30:40.033778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Updating router 9e62f033-9295-4aed-b391-042b9c0cee73 port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:30:40.087799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:40.428925 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:40.484770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Transition to ACTIVE for port object 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:30:40.507573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:40.512473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e467d75c-944f-445f-9760-6d8535ab77ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:40.595434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Attempting to bind port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:30:40.595845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Attempting to bind port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:30:40.596243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Attempting to bind port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:30:40.599835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247fa7-3661-4662-bcc5-3d24aab203bf None None] Pushing event updated for resources: {'Port': ['ID=3c3ca2a1-c26d-4c15-b27e-347ff9b9e522,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:40.603947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5247fa7-3661-4662-bcc5-3d24aab203bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:40.604846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:30:40.605246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:30:40.605676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:40.606605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:30:40.607111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Bound port: 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:30:40.607813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:40.684580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] For port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:30:40.687687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] For port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3c3ca2a1-c26d-4c15-b27e-347ff9b9e522,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:30:40.725066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:40.730095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5b8ef2a9-0f5f-46ca-9df0-6927e2953909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:40.805124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Routers {'9e62f033-9295-4aed-b391-042b9c0cee73'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:30:40.805769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d2203c8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:30:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9e62f033-9295-4aed-b391-042b9c0cee73'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:40.936643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247fa7-3661-4662-bcc5-3d24aab203bf None None] Pushing event updated for resources: {'Port': ['ID=3c3ca2a1-c26d-4c15-b27e-347ff9b9e522,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:40.939797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5247fa7-3661-4662-bcc5-3d24aab203bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:40.998949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] Set router 9e62f033-9295-4aed-b391-042b9c0cee73 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:30:41.331280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d2203c8>, [{'id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'name': 'router1', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c3ca2a1-c26d-4c15-b27e-347ff9b9e522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:30:17Z', 'updated_at': '2021-04-19T03:30:38Z', 'revision_number': 4, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'gw_port': {'id': '3c3ca2a1-c26d-4c15-b27e-347ff9b9e522', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:37Z', 'updated_at': '2021-04-19T03:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'd94b12c6-f588-487c-9744-6b16bed4bb85', 'name': '', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'mac_address': 'fa:16:3e:5d:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:27Z', 'updated_at': '2021-04-19T03:30:36Z', 'revision_number': 5, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'subnets': [{'id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:30:41.335932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc13fe7-f4a4-41a2-9cc1-5b0273c3448f None None] The sync data for ids ['9e62f033-9295-4aed-b391-042b9c0cee73'] in dv-cinder-786054-3-iscsi is: [{'id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'name': 'router1', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '3c3ca2a1-c26d-4c15-b27e-347ff9b9e522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:30:17Z', 'updated_at': '2021-04-19T03:30:38Z', 'revision_number': 4, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'gw_port': {'id': '3c3ca2a1-c26d-4c15-b27e-347ff9b9e522', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:37Z', 'updated_at': '2021-04-19T03:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'd94b12c6-f588-487c-9744-6b16bed4bb85', 'name': '', 'network_id': '45365e78-a886-43e4-ac40-a8da0060f2a7', 'tenant_id': '77a8137f42d74165b796f95ee32ce19c', 'mac_address': 'fa:16:3e:5d:ef:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e62f033-9295-4aed-b391-042b9c0cee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:30:27Z', 'updated_at': '2021-04-19T03:30:36Z', 'revision_number': 5, 'project_id': '77a8137f42d74165b796f95ee32ce19c', 'subnets': [{'id': '10572236-cdc8-4f9e-ab3c-34eef7dce1e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb67b7bf-c641-4065-a93e-2826aff01eaa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:30:42.046169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54068) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:30:42.349283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-13cf9a13-4c55-4d56-9fbf-d51109845645 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.3019097
Apr 19 03:30:42.553598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:30:42.661902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:30:42.665431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:30:42.667160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:42.667576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:42.788618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:42.806168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3c3ca2a1-c26d-4c15-b27e-347ff9b9e522,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:30:42.839180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:42.842499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5247fa7-3661-4662-bcc5-3d24aab203bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:30:42.914944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=3c3ca2a1-c26d-4c15-b27e-347ff9b9e522,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:30:42.918254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:30:44.490432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:30:44.582709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 3c3ca2a1-c26d-4c15-b27e-347ff9b9e522 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:30:44.583339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:48.879572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42a78457-be56-418b-b03a-6b0b5d0e062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:51.393926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-107ae9ed-a2d1-44ef-a4f5-48eb29508f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:51.798844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:52.478925 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:30:53.211399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:18.872623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb279-1938-4dba-a44b-987210066517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:19.664684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:31:21.466013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-35b33e32-5978-4b4c-a495-ebfd46af4377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:21.804454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:22.478074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:23.198244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:48.870602 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7070d6b-b2ed-42fc-b634-b6220cebf0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:51.392349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c86d4fef-40ce-4644-915f-f90b033af3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:51.803650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:52.472343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:53.232312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:31:56.663665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:32:18.871491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-916c7be8-1aa4-4c30-b049-3b4f47172cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:21.401093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-783848ef-edeb-4d9c-b310-f1a68e36ca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:21.807580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:22.472199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:23.208516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:26.525603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54638) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:26.600119 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7347da-5135-4d84-a34d-fa6142f9edd8 admin admin] GET failed (client error): The resource could not be found.
Apr 19 03:32:26.601475 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4f7347da-5135-4d84-a34d-fa6142f9edd8 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0748222
Apr 19 03:32:26.741433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa2134-4205-491e-98bf-87909eed7d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:26.742873 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-52aa2134-4205-491e-98bf-87909eed7d1d admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1369877
Apr 19 03:32:29.193348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54648) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:29.309816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af0441e-2a78-41bd-8a88-317a859bcd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:29.310408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5af0441e-2a78-41bd-8a88-317a859bcd11 admin admin] Synchronizing usage tracker for tenant:84aa41a448534808b11c569b5713e013 on resource:subnet {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:32:29.418236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5af0441e-2a78-41bd-8a88-317a859bcd11 admin admin] Unset dirty status for tenant:84aa41a448534808b11c569b5713e013 on resource:subnet {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:32:29.419456 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5af0441e-2a78-41bd-8a88-317a859bcd11 admin admin] 10.222.0.25 "GET /v2.0/subnets/10572236-cdc8-4f9e-ab3c-34eef7dce1e9 HTTP/1.1" status: 200  len: 849 time: 0.2250650
Apr 19 03:32:29.429931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:32:29.553468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Notify callbacks [] for subnet, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:29.888731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767201407193'] for subnet, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:29.893447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-872bf840-000a-43c4-9ca5-9a897982c5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:32:29.935858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:29.936747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:29.938281 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] 10.222.0.25 "PUT /v2.0/subnets/10572236-cdc8-4f9e-ab3c-34eef7dce1e9 HTTP/1.1" status: 200  len: 868 time: 0.5120618
Apr 19 03:32:29.940360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9e025-96ad-493d-bdff-acb30b0712f5 None None] Network 45365e78-a886-43e4-ac40-a8da0060f2a7 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:32:29.966318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=10572236-cdc8-4f9e-ab3c-34eef7dce1e9,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:32:29.974531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.974931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.975360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.975718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.976074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.976432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.976785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.977138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.978123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.978475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.978826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.979227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:32:29.983039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:32:30.364622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f7e572a2-d384-4d40-a881-416224d67b61 None None] Provisioning complete for port d94b12c6-f588-487c-9744-6b16bed4bb85 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:32:30.365108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f7e572a2-d384-4d40-a881-416224d67b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:30.495715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f7e572a2-d384-4d40-a881-416224d67b61 None None] Provisioning complete for port 41ff89ea-86e4-4bdc-a8b0-1651aaa40e69 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:32:30.496032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f7e572a2-d384-4d40-a881-416224d67b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:32.443958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54658) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:32.628552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f280dd-8330-4387-b227-d1c5fd571c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:32.629023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f280dd-8330-4387-b227-d1c5fd571c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:32.630647 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d5f280dd-8330-4387-b227-d1c5fd571c49 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1856227
Apr 19 03:32:33.662896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:32:35.107113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54668) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:35.289118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a09627-752b-4f13-92e5-4a2c9c77e57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:35.290164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a09627-752b-4f13-92e5-4a2c9c77e57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:35.291830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-33a09627-752b-4f13-92e5-4a2c9c77e57c admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1836596
Apr 19 03:32:37.776836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54678) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:37.960399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff561a5c-087a-43d0-b7db-9056e32c9cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:37.961882 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ff561a5c-087a-43d0-b7db-9056e32c9cfb admin admin] 10.222.0.25 "GET /v2.0/networks/45365e78-a886-43e4-ac40-a8da0060f2a7 HTTP/1.1" status: 200  len: 869 time: 0.1840339
Apr 19 03:32:40.446802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54688) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:40.625742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512bd216-6b53-40cf-b6ca-21d240e38ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:40.627183 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-512bd216-6b53-40cf-b6ca-21d240e38ccd admin admin] 10.222.0.25 "GET /v2.0/networks/7e8af109-60ca-4fdb-9a44-20387c543792 HTTP/1.1" status: 200  len: 886 time: 0.1792758
Apr 19 03:32:43.085380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54698) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:43.200062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c8066-737f-414b-a810-e772e7d16918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:43.200576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c8066-737f-414b-a810-e772e7d16918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:43.202167 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c39c8066-737f-414b-a810-e772e7d16918 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1152256
Apr 19 03:32:45.665962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54708) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:45.782452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6898911-7e7e-43ab-b26b-929e69b6f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:45.782958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6898911-7e7e-43ab-b26b-929e69b6f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:45.784557 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f6898911-7e7e-43ab-b26b-929e69b6f045 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1175742
Apr 19 03:32:48.247797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54718) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:48.362761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f976f0-47ac-415c-b86a-51ae114a2b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:48.364209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-76f976f0-47ac-415c-b86a-51ae114a2b25 admin admin] 10.222.0.25 "GET /v2.0/subnets/10572236-cdc8-4f9e-ab3c-34eef7dce1e9 HTTP/1.1" status: 200  len: 868 time: 0.1154137
Apr 19 03:32:48.870925 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5c312505-6103-4c6c-b210-1f5cb85d9c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:50.845122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54728) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:32:50.952751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129a12f-b00f-437a-ba01-554becadb71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:32:50.954141 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b129a12f-b00f-437a-ba01-554becadb71d admin admin] 10.222.0.25 "GET /v2.0/subnets/7046ae85-6ec3-48ac-8837-a74ac94c2e10 HTTP/1.1" status: 200  len: 816 time: 0.1080089
Apr 19 03:32:51.391478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6bf79e25-b366-4957-a38b-d7832a4cdcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:51.814219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:52.480843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:32:53.214238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:10.662008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:33:17.266780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 54772) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:33:17.420865 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-b8ed073f-d785-4cff-a40d-b52d864b9ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:33:17.421441 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-b8ed073f-d785-4cff-a40d-b52d864b9ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:33:17.651864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [None req-b8ed073f-d785-4cff-a40d-b52d864b9ad6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:33:17.653197 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b8ed073f-d785-4cff-a40d-b52d864b9ad6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3842645
Apr 19 03:33:18.871213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a7d1f81-6db2-4ca8-9506-15f14cf1359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:20.224058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 54786) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:33:20.325213 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.pecan_wsgi.hooks.translation [None req-13430b63-6d8f-44f4-b714-278f1ed02c49 admin admin] GET failed (client error): The resource could not be found.
Apr 19 03:33:20.326836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-13430b63-6d8f-44f4-b714-278f1ed02c49 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1017673
Apr 19 03:33:20.739097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.policy [None req-3ae63b6b-0062-4201-9b4a-4ec7a0f4303d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86430) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 03:33:20.793789 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-3ae63b6b-0062-4201-9b4a-4ec7a0f4303d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:33:20.794199 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING oslo_policy.policy [None req-3ae63b6b-0062-4201-9b4a-4ec7a0f4303d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 03:33:20.811659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae63b6b-0062-4201-9b4a-4ec7a0f4303d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:33:20.813400 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3ae63b6b-0062-4201-9b4a-4ec7a0f4303d admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.4821806
Apr 19 03:33:21.419622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-76f3a8c6-d1b3-481d-a36a-bb0918649cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:21.817476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:22.476674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.226319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.304673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54798) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:33:23.356067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:33:23.361222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:33:23.371088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:33:23.414260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Made reservation on behalf of 84aa41a448534808b11c569b5713e013 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:33:23.418721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.507274 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING neutron.services.revisions.revision_plugin [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f945c81f128] {project_id='84aa41a448534808b11c569b5713e013', id='e310b700-2cb4-4d5b-9ba3-3afa3f6d5c38', target_tenant='*', action='access_as_shared', object_id='90db142b-f989-498d-b3dc-dc30ad81e5cb'}> to bump revision.
Apr 19 03:33:23.517923 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:33:23.587986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.588369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Added segment 2f31b826-c8be-48d5-9109-aee04c2f3310 of type vlan for network 90db142b-f989-498d-b3dc-dc30ad81e5cb
Apr 19 03:33:23.618436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.674205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.675496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:33:23.676124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:23.680770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:33:23.781915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Pushing event updated for resources: {'Network': ['ID=90db142b-f989-498d-b3dc-dc30ad81e5cb,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:33:23.784728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:33:23.796853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 90db142b-f989-498d-b3dc-dc30ad81e5cb details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:33:23.820959 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5151057
Apr 19 03:33:26.321803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54808) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:33:26.396171 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0c129c-fca2-4800-814d-7fdc6306e46c admin admin] GET failed (client error): The resource could not be found.
Apr 19 03:33:26.396745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7f0c129c-fca2-4800-814d-7fdc6306e46c admin admin] Synchronizing usage tracker for tenant:84aa41a448534808b11c569b5713e013 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:33:26.436093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7f0c129c-fca2-4800-814d-7fdc6306e46c admin admin] Unset dirty status for tenant:84aa41a448534808b11c569b5713e013 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:33:26.437270 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7f0c129c-fca2-4800-814d-7fdc6306e46c admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1144483
Apr 19 03:33:26.550780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a4684-4de7-44f6-8654-6a22400f4bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:33:26.553008 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-af8a4684-4de7-44f6-8654-6a22400f4bbc admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1114197
Apr 19 03:33:26.563749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb', 'description': 'shared-subnet'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:33:26.568483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:33:26.578967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:33:26.607486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Made reservation on behalf of 84aa41a448534808b11c569b5713e013 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:33:26.612292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:27.222500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:27.227733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:33:27.303359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfde7ec-9bf2-4674-a7b2-6e07a1dee527,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:33:27.308831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:33:27.311449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Checking segment: {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:33:27.311839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Network hostable DHCP agents. Network: 90db142b-f989-498d-b3dc-dc30ad81e5cb, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:33:27.361767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Network 90db142b-f989-498d-b3dc-dc30ad81e5cb is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:33:27.390322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 90db142b-f989-498d-b3dc-dc30ad81e5cb) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:33:27.394244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:33:27.394873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:27.400084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2d605-55e0-49c8-b181-924ca56315bf None None] Network 90db142b-f989-498d-b3dc-dc30ad81e5cb requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:33:27.452120 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8922722
Apr 19 03:33:27.637317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-90db142b-f989-498d-b3dc-dc30ad81e5cb', 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb', 'tenant_id': '84aa41a448534808b11c569b5713e013', 'fixed_ips': [{'subnet_id': '0dfde7ec-9bf2-4674-a7b2-6e07a1dee527'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:33:27.638300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:27.803125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Allocated IP 192.168.233.2 (90db142b-f989-498d-b3dc-dc30ad81e5cb/0dfde7ec-9bf2-4674-a7b2-6e07a1dee527/002e805f-ccd2-46ed-9e8b-0059503e4061) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:33:28.085218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:28.151109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Transition to ACTIVE for port object 002e805f-ccd2-46ed-9e8b-0059503e4061 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:33:28.170979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Transition to ACTIVE for port object 002e805f-ccd2-46ed-9e8b-0059503e4061 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:33:28.202855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:28.207897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:33:28.277750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Network 90db142b-f989-498d-b3dc-dc30ad81e5cb is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:33:28.281017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:33:28.284877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:33:28.293262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Pushing event updated for resources: {'Port': ['ID=002e805f-ccd2-46ed-9e8b-0059503e4061,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:33:28.330442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.330821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.331211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.331849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.332630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.332994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.334770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.334770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.334770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.334770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.334770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.335383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:33:28.343037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:33:28.395336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Attempting to bind port 002e805f-ccd2-46ed-9e8b-0059503e4061 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:33:28.395880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Attempting to bind port 002e805f-ccd2-46ed-9e8b-0059503e4061 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:33:28.396111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Attempting to bind port 002e805f-ccd2-46ed-9e8b-0059503e4061 on network 90db142b-f989-498d-b3dc-dc30ad81e5cb {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:33:28.401884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:33:28.402285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Checking segment: {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:33:28.402723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:28.403226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Bound using segment: {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:33:28.403679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Bound port: 002e805f-ccd2-46ed-9e8b-0059503e4061, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:33:28.404098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:28.500653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] For port 002e805f-ccd2-46ed-9e8b-0059503e4061, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:33:28.504189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] For port 002e805f-ccd2-46ed-9e8b-0059503e4061, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=002e805f-ccd2-46ed-9e8b-0059503e4061,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:33:28.540312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:28.545661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:33:28.637513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Pushing event updated for resources: {'Port': ['ID=002e805f-ccd2-46ed-9e8b-0059503e4061,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:33:28.641283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:33:29.821431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df5dc28-2890-4b5a-bba5-5e64a3fe00f4 None None] Network 90db142b-f989-498d-b3dc-dc30ad81e5cb requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:33:29.949361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4cd85597-26b8-4f36-acfa-555068fb76cb None None] Provisioning for port 002e805f-ccd2-46ed-9e8b-0059503e4061 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:33:30.644467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 002e805f-ccd2-46ed-9e8b-0059503e4061 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:33:30.742780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 002e805f-ccd2-46ed-9e8b-0059503e4061 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:33:30.747948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 002e805f-ccd2-46ed-9e8b-0059503e4061 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:33:30.748359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:30.871447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:30.904092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 002e805f-ccd2-46ed-9e8b-0059503e4061, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=002e805f-ccd2-46ed-9e8b-0059503e4061,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:33:30.945478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:30.948552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:33:31.019054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=002e805f-ccd2-46ed-9e8b-0059503e4061,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:33:31.022338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:33:32.618276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 002e805f-ccd2-46ed-9e8b-0059503e4061 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:33:32.690823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 002e805f-ccd2-46ed-9e8b-0059503e4061 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:33:32.691264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:47.662363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:33:48.867894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eeb4-ba94-4da9-8a17-7da6d6773802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:51.388348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4516c5ad-4029-462b-b4ec-de74ad6b698a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:51.813036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:52.470440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:33:53.228048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:18.903883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7895bd3d-0f57-4694-89c2-649f819ca953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:21.498537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e3dbbaa4-32f4-45e3-97d6-52604d80f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:21.823971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:22.480964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:23.227168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:24.661974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:34:48.863917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8c29-6bd5-4d86-ba80-300f2506537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:49.953847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54854) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:34:49.961080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [None req-35c72b4d-1b27-4dba-b3f3-98df1362ab34 tempest-verify_tempest_config-670080887 tempest-verify_tempest_config-670080887-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:34:49.962143 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-35c72b4d-1b27-4dba-b3f3-98df1362ab34 tempest-verify_tempest_config-670080887 tempest-verify_tempest_config-670080887-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0072727
Apr 19 03:34:50.343295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54872) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:34:50.464835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:50.479852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:34:50.483788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Usage tracker for resource:security_group_rule and tenant:347ef6ac1df4474791848639865abbd9 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:34:50.486903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:34:50.493343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:34:50.749524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:50.780932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:50.790375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:34:50.833695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Synchronizing usage tracker for tenant:84aa41a448534808b11c569b5713e013 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:34:50.837143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae63f04b-8981-4f19-8a7d-7d3403162403,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:34:50.847321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.847704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.848074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.848440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.849300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.849705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.850067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.850419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.850793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.851190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.851523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.851875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:34:50.857014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:34:50.889570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Unset dirty status for tenant:84aa41a448534808b11c569b5713e013 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:34:50.890921 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=347ef6ac1df4474791848639865abbd9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5462782
Apr 19 03:34:50.893692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54878) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:34:50.953657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:50.980358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:51.163958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:51.168909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c5bf5dbf-5df8-4409-8ee4-f3c472b86aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:34:51.182043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae63f04b-8981-4f19-8a7d-7d3403162403,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:34:51.184993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:34:51.185919 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:51.187161 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae63f04b-8981-4f19-8a7d-7d3403162403 HTTP/1.1" status: 204  len: 168 time: 0.2924397
Apr 19 03:34:51.387295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f4d74886-c72d-4f01-94a1-b8c613bf357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:51.823766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:52.486830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:34:53.246365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:01.661900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:35:18.860461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cfa24deb-2415-4c38-bcc1-458d40cbfa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:21.400482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-35615a74-04fc-4b38-8cd8-9ccc28e30277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:21.823345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:22.474283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:23.237355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:38.661900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:35:48.860088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cb878f19-4c3d-4648-8401-8ea71e58df7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:51.402341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-af26feb7-fb4f-4163-96f1-219ab865ff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:51.839457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:52.473736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:35:53.239895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:15.661350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 5 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:36:18.856220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ca2fe54-ee4a-4e1f-a9d8-a17397115133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:21.390164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9f82791f-9468-426f-bba2-bdb8295ba2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:21.844860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:22.087754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021'] for agent, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:22.461731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:23.244585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:26.523489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54934) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:36:26.641303 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-705f05ab-b953-4112-b1dd-3e538da5a8a1 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1166322
Apr 19 03:36:29.130067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 54944) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:36:29.189596 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-8adf1cd2-7de5-4274-ae5a-8790f771b2c6 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0583608
Apr 19 03:36:48.850073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-14218101-8cff-4f52-9032-bd430054ce9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:51.392996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a23e999f-43f8-49be-987a-080ed1c40f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:51.850305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:52.061718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:52.456006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:36:52.660900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:36:53.255298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:18.857777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-36d0c80f-7771-4874-a225-0b1e05cdd06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:21.418049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-01e1b8ff-7df4-4ff9-9efb-f9b0eb4f2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:21.857859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:22.055777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:22.469418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:23.272179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:29.660470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:37:48.848830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5bcac27c-0217-4fcd-9f0c-4c9ea307bb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:51.405462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-556137cc-8033-461e-8eae-dadad65e5126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:51.839730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:52.062598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:52.486215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:37:53.268603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.186573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55110) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:00.474127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563867356-network', 'tenant_id': 'dc1d56df10834f75acdb214616014031'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:00.479735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:00.484226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Usage tracker for resource:network and tenant:dc1d56df10834f75acdb214616014031 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:00.488058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:00.494566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:00.569163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Made reservation on behalf of dc1d56df10834f75acdb214616014031 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:00.574208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.588290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.608860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:00.614100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Usage tracker for resource:security_group_rule and tenant:dc1d56df10834f75acdb214616014031 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:00.617141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:00.623061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:00.763986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.788567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.794465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:00.818824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:38:00.833343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ac988-da84-490a-9bc9-3107f7f4f4bf,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:00.834359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55150) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:00.841722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Added segment 35967690-008e-46be-9114-2881091b5562 of type vlan for network ad106a6d-061d-4eaf-9356-cb6211f27f70
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Tracked resource versions report:
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     HyperV agent@hv-cinder-78605: {},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:38:00.852438 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:38:00.855312 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:38:00.856873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:00.924223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.980321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.981757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:00.982438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:00.989183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:01.099807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Pushing event updated for resources: {'Network': ['ID=ad106a6d-061d-4eaf-9356-cb6211f27f70,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:01.102777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:01.112240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:38:01.130429 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9426184
Apr 19 03:38:01.132782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55160) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:01.139298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Request body: {'subnet': {'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563867356-subnet', 'tenant_id': 'dc1d56df10834f75acdb214616014031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:01.144821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:01.148961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Usage tracker for resource:subnet and tenant:dc1d56df10834f75acdb214616014031 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:01.151893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:01.158425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:01.277513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Made reservation on behalf of dc1d56df10834f75acdb214616014031 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:01.282666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:01.363844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55168) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:01.589221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-272077340-network', 'tenant_id': '3a4502ef85b348a384aa26343b925024'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:01.592187 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.quota [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f945dfdf8d0>.
Apr 19 03:38:01.601601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:01.608398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Usage tracker for resource:network and tenant:3a4502ef85b348a384aa26343b925024 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:01.613898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:01.622184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:01.643099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55182) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:01.691720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Made reservation on behalf of 3a4502ef85b348a384aa26343b925024 for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:01.701025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:01.724224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-770806423-network', 'tenant_id': '35a5401a5a47449f9da4c9331362b020'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:01.731475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:01.736584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Usage tracker for resource:network and tenant:35a5401a5a47449f9da4c9331362b020 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:01.739916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:01.746601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:01.756832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:01.773892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:01.778322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Usage tracker for resource:security_group_rule and tenant:3a4502ef85b348a384aa26343b925024 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:01.781957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:01.785766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Made reservation on behalf of 35a5401a5a47449f9da4c9331362b020 for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:01.790779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:01.807638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:01.821568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:01.826594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:01.830697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Usage tracker for resource:security_group_rule and tenant:35a5401a5a47449f9da4c9331362b020 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:01.833778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:01.840807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:01.871365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-825663560-network', 'tenant_id': '2853b10cb882499b9bb1d15de040c189'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:01.884066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:01.921132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Usage tracker for resource:network and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:01.928924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:01.937877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:01.959551 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:01.964696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-103d55b1-aa4e-4dae-83cf-4ca581740e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:01.994015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Made reservation on behalf of 2853b10cb882499b9bb1d15de040c189 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:01.998746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.027700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.042889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.079646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:02.084147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.091875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:02.096688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:02.098960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:02.101890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Checking segment: {'id': '35967690-008e-46be-9114-2881091b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:02.102273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Network hostable DHCP agents. Network: ad106a6d-061d-4eaf-9356-cb6211f27f70, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:38:02.115167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:02.117195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad226e8-663f-43b8-8222-1507677ae285,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:02.121382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:02.124745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:38:02.167158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363269653286038', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.167980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f945ee336a8> segment precommit_create {{(pid=86430) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 03:38:02.168451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Added segment 94ebf6e1-bfe9-444c-acda-f993caec5785 of type vlan for network c6488502-d478-4c15-aad9-cec2dbbd6c1f
Apr 19 03:38:02.171018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:38:02.180255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.220236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, ad106a6d-061d-4eaf-9356-cb6211f27f70) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:02.222266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4240d310-ff90-45d3-9838-d92e48984470,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:02.230774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455b962-6a41-42bf-a002-e40af32174ba None None] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:02.249034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:02.251245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.260296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.261969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.262348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.262707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.263059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.263437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.263800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.264146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.264498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.265047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.265257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.265492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.265829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Tracked resource versions report:
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     HyperV agent@hv-cinder-78605: {},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:38:02.267507 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:38:02.337801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:02.338772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:02.370088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26120369-837b-4ae3-a8ba-10e2a2a1ec8b,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:02.373686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:02.463890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:38:02.501389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.517816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.518711 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Added segment 37e4c536-73b9-4704-840e-59422cb8e45e of type vlan for network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa
Apr 19 03:38:02.523115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36339c-670e-4ebb-a871-87d744a84148 None None] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:02.538084 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4040813
Apr 19 03:38:02.622121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.652960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.729122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.734505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:02.753424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.769571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:02.773005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.820917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:38:02.827709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9ec2d4-7e20-429b-9176-ed9fb94d61cf,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:02.834111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:02.835669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:02.841942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.842261 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Added segment d30b03b6-afa6-4cb9-a267-4a9c3982d008 of type vlan for network 43cd66f9-03bd-414d-9d21-4899787c829e
Apr 19 03:38:02.880515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.940151 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.1003633
Apr 19 03:38:02.940548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.942153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55234) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:02.945516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:02.946157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:02.970657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Pushing event updated for resources: {'Network': ['ID=c6488502-d478-4c15-aad9-cec2dbbd6c1f,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:02.986662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:02.988806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:38:02.991056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:03.045855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Request body: {'subnet': {'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-272077340-subnet', 'tenant_id': '3a4502ef85b348a384aa26343b925024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:03.058877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:03.063875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Usage tracker for resource:subnet and tenant:3a4502ef85b348a384aa26343b925024 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:03.067594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:03.074726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:03.089123 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.7239382
Apr 19 03:38:03.092637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55250) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:03.102496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:03.107677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Request body: {'subnet': {'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-subnet', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:03.113686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:03.121413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:03.132899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:38:03.138322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Usage tracker for resource:subnet and tenant:35a5401a5a47449f9da4c9331362b020 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:03.138322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:03.153774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:03.161936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Made reservation on behalf of 3a4502ef85b348a384aa26343b925024 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:03.166747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:03.316301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:03.323827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:03.324438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:03.330677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:03.373848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Made reservation on behalf of 35a5401a5a47449f9da4c9331362b020 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:03.378881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:03.575419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.9309964
Apr 19 03:38:03.581806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55280) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:03.587876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Request body: {'subnet': {'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-825663560-subnet', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:03.605404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:03.620398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Usage tracker for resource:subnet and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:03.625353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:03.648405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:03.688742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Made reservation on behalf of 2853b10cb882499b9bb1d15de040c189 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:03.693455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:03.765525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Pushing event updated for resources: {'Network': ['ID=43cd66f9-03bd-414d-9d21-4899787c829e,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:03.777228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 43cd66f9-03bd-414d-9d21-4899787c829e details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:38:03.777703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:04.154730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:04.162402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7216174c-5ba0-41b1-a73e-d1ed5d7b2efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:04.231795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ab61ee-f297-4972-bfc7-b19316ce9dfe,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:04.236855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:04.316212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Checking segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:04.316604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Network hostable DHCP agents. Network: c6488502-d478-4c15-aad9-cec2dbbd6c1f, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:38:04.487849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:38:04.530530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55322) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:04.561205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, c6488502-d478-4c15-aad9-cec2dbbd6c1f) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:04.575337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835040f-3049-46aa-90a6-0b9b0ff6cf78 None None] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:04.575487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:04.575487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:04.665325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:04.703121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:04.758450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55336) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:04.759494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:04.772495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:04.774464 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-657773d4-1e53-4978-998b-51e5e77650ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8305454
Apr 19 03:38:04.778016 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 03:38:04.798701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:04.813080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Checking segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:04.814122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Network hostable DHCP agents. Network: 43cd66f9-03bd-414d-9d21-4899787c829e, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:38:04.827654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:04.832540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Usage tracker for resource:security_group_rule and tenant:518abc1789b540ba922a5e1471174368 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:04.849173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:04.874378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Network 43cd66f9-03bd-414d-9d21-4899787c829e is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:38:04.901857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024a1555-3909-4d67-bdab-b8116bb2dfbf None None] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:04.935194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 43cd66f9-03bd-414d-9d21-4899787c829e) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:04.941096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:04.941758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:04.952162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e66c3-1ae7-4909-a7e6-b2d6e8c37863 None None] Network 43cd66f9-03bd-414d-9d21-4899787c829e requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:04.952477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:05.018083 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4350741
Apr 19 03:38:05.020825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55346) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:05.026640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:05.036734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:05.049683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Usage tracker for resource:router and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:05.055637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:05.062016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:05.213919 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.275107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-1278b8d0-4a11-44ae-bf3b-1a51b17c007f tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:05.275914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-1278b8d0-4a11-44ae-bf3b-1a51b17c007f tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Synchronizing usage tracker for tenant:dc1d56df10834f75acdb214616014031 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:05.291885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.293290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.307558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55370) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:05.308045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.312871 dv-cinder-786054-3-iscsi neutron-server[86315]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 03:38:05.336664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c4db72c0-8ec5-4120-a600-6adccaa7f3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:05.368081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.399283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-1278b8d0-4a11-44ae-bf3b-1a51b17c007f tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Unset dirty status for tenant:dc1d56df10834f75acdb214616014031 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:05.406285 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-1278b8d0-4a11-44ae-bf3b-1a51b17c007f tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/networks?id=ad106a6d-061d-4eaf-9356-cb6211f27f70 HTTP/1.1" status: 200  len: 812 time: 0.6340549
Apr 19 03:38:05.423346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46e6dbc-62e4-4c69-b8be-d638b959e81c,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:05.456821 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=518abc1789b540ba922a5e1471174368&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9252815
Apr 19 03:38:05.464978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55376) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:05.466188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:05.475244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-838a846a-6660-4cf1-a03b-2ba0c5f73c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:05.476626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-43cd66f9-03bd-414d-9d21-4899787c829e', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:38:05.477558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.510790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.554100 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-85ea9894-e2b7-4394-bc3c-cd6250d56bc4 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/quotas/dc1d56df10834f75acdb214616014031 HTTP/1.1" status: 200  len: 375 time: 0.1468601
Apr 19 03:38:05.699355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-827e2b19-a19f-46ff-955c-d2a72ad33be2 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc1d56df10834f75acdb214616014031&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1048913
Apr 19 03:38:05.707909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Allocated IP 172.20.0.2 (43cd66f9-03bd-414d-9d21-4899787c829e/8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba/a2be9242-8575-4165-b0ab-6fd754b69470) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:05.727643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-51ebc09f-9503-4b23-ad2a-39adee3d5247 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:05.728498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-51ebc09f-9503-4b23-ad2a-39adee3d5247 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:network {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:05.741322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0c4cbe-d4eb-4e8b-864e-9624477fec41,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:05.743631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:05.744454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Checking segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:05.744842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Network hostable DHCP agents. Network: fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:38:05.790609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.826820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:38:05.835362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:05.851918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-c8cc22dd-7361-4552-859f-40ee194ad0a1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:38:05.860284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-c8cc22dd-7361-4552-859f-40ee194ad0a1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0705090
Apr 19 03:38:06.202826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.217584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-51ebc09f-9503-4b23-ad2a-39adee3d5247 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:network {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:06.219387 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-51ebc09f-9503-4b23-ad2a-39adee3d5247 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.9098895
Apr 19 03:38:06.220187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:06.229716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b708b1-29b6-495c-a1b0-db5b46393ffd None None] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:06.241515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-841dc3b8-6ce3-4e9b-824d-1c99eeec451a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/quotas/3a4502ef85b348a384aa26343b925024 HTTP/1.1" status: 200  len: 375 time: 0.0127397
Apr 19 03:38:06.247994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:06.248642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.248794 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.303384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Transition to ACTIVE for port object a2be9242-8575-4165-b0ab-6fd754b69470 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:06.309898 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-94dd36c8-c7ef-480e-abaa-129ab6a9beb6 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0566270
Apr 19 03:38:06.313837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-feee464d-f198-4cba-9d91-af97e2c4010c service neutron] 10.222.0.25 "GET /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4521067
Apr 19 03:38:06.320049 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.2230883
Apr 19 03:38:06.323245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55396) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:06.330769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:06.336320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:06.340401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Usage tracker for resource:router and tenant:35a5401a5a47449f9da4c9331362b020 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:06.343951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:06.350131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:06.381728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Transition to ACTIVE for port object a2be9242-8575-4165-b0ab-6fd754b69470 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:06.443697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.444058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.445247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.470520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.478111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.486251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:06.487216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-88142e8b-7204-4242-ab69-934514a27ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:06.497747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46e6dbc-62e4-4c69-b8be-d638b959e81c,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:06.501643 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-bde67af3-0cec-4c02-a486-a20a6946f908 service neutron] 10.222.0.25 "GET /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804194
Apr 19 03:38:06.502433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:06.509252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.510708 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e46e6dbc-62e4-4c69-b8be-d638b959e81c HTTP/1.1" status: 204  len: 168 time: 1.0426219
Apr 19 03:38:06.531673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-61b96450-6902-4377-9b0f-0c56933899ba service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:38:06.533576 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-61b96450-6902-4377-9b0f-0c56933899ba service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1051955
Apr 19 03:38:06.540243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5933c0-8d6d-4609-bc90-ad4a6af343c8 None None] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:06.630955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Network 43cd66f9-03bd-414d-9d21-4899787c829e is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:06.645550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:06.659619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:38:06.738212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:06.861200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Pushing event updated for resources: {'Port': ['ID=a2be9242-8575-4165-b0ab-6fd754b69470,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:06.928530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.928909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.929277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.929639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.930000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.930359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.930718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.931075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.931454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.931807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.932157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.932505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Tracked resource versions report:
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     HyperV agent@hv-cinder-78605: {},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:38:06.933599 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:38:06.947911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:06.956528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Attempting to bind port a2be9242-8575-4165-b0ab-6fd754b69470 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:06.956939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Attempting to bind port a2be9242-8575-4165-b0ab-6fd754b69470 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:06.957924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Attempting to bind port a2be9242-8575-4165-b0ab-6fd754b69470 on network 43cd66f9-03bd-414d-9d21-4899787c829e {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:06.967398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:06.968016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Checking segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:06.968226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:06.968659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Bound using segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:06.969517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Bound port: a2be9242-8575-4165-b0ab-6fd754b69470, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:06.969658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.151192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] For port a2be9242-8575-4165-b0ab-6fd754b69470, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:07.154545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] For port a2be9242-8575-4165-b0ab-6fd754b69470, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2be9242-8575-4165-b0ab-6fd754b69470,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:07.157368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.177171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55434) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:07.177319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-40c00b56-0b28-49e6-9ac9-1249c0169881 service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6283436
Apr 19 03:38:07.194983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.195809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.200693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:07.213291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:07.218370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Usage tracker for resource:security_group_rule and tenant:06d24c800a524750815496f37a42469b is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:07.222622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:07.229447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:07.332864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.359816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Pushing event updated for resources: {'Port': ['ID=a2be9242-8575-4165-b0ab-6fd754b69470,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:07.365645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.376284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:07.379401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:07.406667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.440544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06d24c800a524750815496f37a42469b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2667370
Apr 19 03:38:07.442078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55456) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:07.482283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f359f2-d774-4b71-8107-7491ca3ee446,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:07.485912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:07.512193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.544845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.555665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.559125 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-c05b87b0-a449-4e9c-98fb-a76a3e073629 service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3521628
Apr 19 03:38:07.711703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.717137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:07.742935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f359f2-d774-4b71-8107-7491ca3ee446,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:07.765195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:07.772462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:07.777600 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41f359f2-d774-4b71-8107-7491ca3ee446 HTTP/1.1" status: 204  len: 168 time: 0.3317926
Apr 19 03:38:08.048424 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0980a7b4-d9e7-4f9a-9f99-798cf2ed19cb req-237377be-a7f9-4b33-a41e-8ab7569f3702 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.1408753
Apr 19 03:38:08.204379 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65de8874-8271-48fa-a4bc-581762e7d53a req-f0bc6165-fde7-4586-8ffc-d9a26afe6bef tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0522616
Apr 19 03:38:08.408511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Allocated IP 172.27.0.107 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/b2d921a9-02ba-4281-91e1-a9d693e22c7a) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:08.477696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:08.631793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:08.834895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:08.862037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2be9242-8575-4165-b0ab-6fd754b69470 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:08.988097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:08.997555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:09.015512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port a2be9242-8575-4165-b0ab-6fd754b69470 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:09.119600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:09.121611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45febbd6-c211-4fb7-a9a9-c0d5436f90e5 None None] Network 43cd66f9-03bd-414d-9d21-4899787c829e requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:38:09.128927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:09.133091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:09.212697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Allocated IP 172.27.0.197 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/15c13820-63b2-430c-beed-8f7714accf8b) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:09.270716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Provisioning for port a2be9242-8575-4165-b0ab-6fd754b69470 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:09.286404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d921a9-02ba-4281-91e1-a9d693e22c7a,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:09.293741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:09.317349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Provisioning complete for port a2be9242-8575-4165-b0ab-6fd754b69470 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:09.318106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:09.355361 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-231c3479-5c7e-48f4-8f2a-92147ac35798 req-44866206-bb54-49fd-b1e9-bf8d338748c2 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0813835
Apr 19 03:38:09.445211 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-424ef4c1-2319-4abe-a9c3-7c6d46d293da req-aa852396-bb04-448f-b9f3-7e46a9ca7c3c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0780740
Apr 19 03:38:09.509637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:09.720382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] For port a2be9242-8575-4165-b0ab-6fd754b69470, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2be9242-8575-4165-b0ab-6fd754b69470,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:09.771413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:09.774154 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:09.886744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Pushing event updated for resources: {'Port': ['ID=a2be9242-8575-4165-b0ab-6fd754b69470,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:09.893201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:09.899609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-389d3b32-0689-4676-a2c2-cb0ef12ce4aa None None] Provisioning complete for port a2be9242-8575-4165-b0ab-6fd754b69470 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:09.900027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-389d3b32-0689-4676-a2c2-cb0ef12ce4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:10.019441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:10.032956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:10.286099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:10.524937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:10.674185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:10.681941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:10.683879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Pushing event updated for resources: {'Port': ['ID=15c13820-63b2-430c-beed-8f7714accf8b,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:10.695865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:10.723220 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cde7891b-1d74-4cfc-9384-cff24a9034f5 req-43abb6ac-6a5f-429b-8c51-5f6b0d696fb4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0541120
Apr 19 03:38:10.752053 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2e5b554-52b6-4b94-8e57-efed881135fd req-b2ed324d-19f5-4d61-b363-701ec4ac2134 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.2313514
Apr 19 03:38:10.825744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2be9242-8575-4165-b0ab-6fd754b69470 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:10.847528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:10.901814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port a2be9242-8575-4165-b0ab-6fd754b69470 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:10.902466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:10.923593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.014159 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55608) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:11.172064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.190765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:11.194982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Usage tracker for resource:security_group_rule and tenant:d8847194f7f149ea82ed13f47c392a7d is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:11.198036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:11.204636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:11.296052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.323547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.333288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.334403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f526e90-798c-4d0d-a8b5-da6d1c0f4617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:11.379787 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8847194f7f149ea82ed13f47c392a7d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3643219
Apr 19 03:38:11.380743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c47cb-bb54-4264-ace3-8a32dbe7d3a1,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:11.383636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55614) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:11.386495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:11.389436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Router 11cf724c-faef-4c5b-96ee-547f43df055d is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:38:11.456313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.487272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.571418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.577559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:11.589444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c47cb-bb54-4264-ace3-8a32dbe7d3a1,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:11.600506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:11.606524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:11.607986 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a63c47cb-bb54-4264-ace3-8a32dbe7d3a1 HTTP/1.1" status: 204  len: 168 time: 0.2231934
Apr 19 03:38:11.957343 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b1110b7-5609-4f73-9097-25043b94bb60 req-e7eba8a2-f6b3-4246-ba39-b11cb06876f0 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0523994
Apr 19 03:38:12.037292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:38:12.062850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:38:12.071761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a6fa9a0-bbbe-4d3a-91e5-c691043a3e7f req-ccf9b083-89cc-4068-bdf4-48ab1711b649 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0831532
Apr 19 03:38:12.088184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:12.088854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d81d630>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:37:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:12.124398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.128441 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.1039729
Apr 19 03:38:12.128991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55640) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:12.161282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55644) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:12.180085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.195494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:12.199707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd72d49367c46769eff500c68260ed8 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:12.202837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:12.212519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:12.287544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:12.294125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.324230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.357242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.367386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f2427bf-8f90-40ce-b615-687fc755502c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:12.409171 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fd72d49367c46769eff500c68260ed8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2466731
Apr 19 03:38:12.412580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 55652) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:12.425394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf9ced-33ec-417f-9b1f-a5a6dc7f26b2,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:12.428633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:12.484134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.511381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.589409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.591673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:12.600588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d81d630>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:09Z', 'revision_number': 3, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:12.604932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:38:12.605204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf9ced-33ec-417f-9b1f-a5a6dc7f26b2,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:12.605333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Updating router 11cf724c-faef-4c5b-96ee-547f43df055d port b2d921a9-02ba-4281-91e1-a9d693e22c7a binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:38:12.607695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:12.611759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.612954 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ecf9ced-33ec-417f-9b1f-a5a6dc7f26b2 HTTP/1.1" status: 204  len: 168 time: 0.1994119
Apr 19 03:38:12.669909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:12.891180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Router b74883d7-e4c9-4b15-b522-e61772914ce2 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:38:13.036613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.111605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Transition to ACTIVE for port object b2d921a9-02ba-4281-91e1-a9d693e22c7a will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:13.142514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.154714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:13.259460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Pushing event updated for resources: {'Port': ['ID=b2d921a9-02ba-4281-91e1-a9d693e22c7a,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:13.269522 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8acd1ef-a992-4223-bbed-92f341b7ce08 req-63e7314f-bebf-454d-a1d6-9539f5c699dc tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0800662
Apr 19 03:38:13.276929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.277307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.277652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.278200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.278564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.278922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.279311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.279664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.280036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.280368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.280974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.281391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Tracked resource versions report:
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]: pushed versions:
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]: {   'AddressGroup': {'1.2'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'ConntrackHelper': {'1.0'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Log': {'1.0'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Network': {'1.1'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Port': {'1.7'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'PortForwarding': {'1.2'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'QosPolicy': {'1.8'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroup': {'1.4'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SecurityGroupRule': {'1.2'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'SubPort': {'1.0'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Subnet': {'1.1'},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     'Trunk': {'1.1'}}
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]: consumer versions:
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]: {   DHCP agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     HyperV agent@hv-cinder-78605: {},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     L3 agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metadata agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     Metering agent@dv-cinder-786054-3-iscsi: {},
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:     Open vSwitch agent@dv-cinder-786054-3-iscsi: {   'AddressGroup': '1.2',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'ConntrackHelper': '1.0',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Log': '1.0',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Network': '1.1',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Port': '1.7',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'PortForwarding': '1.2',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'QosPolicy': '1.8',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroup': '1.4',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SecurityGroupRule': '1.2',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'SubPort': '1.0',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Subnet': '1.1',
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:                                                      'Trunk': '1.1'}}
Apr 19 03:38:13.283025 dv-cinder-786054-3-iscsi neutron-server[86315]:  {{(pid=86433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 03:38:13.287789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:13.295364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Attempting to bind port b2d921a9-02ba-4281-91e1-a9d693e22c7a on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:13.295773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Attempting to bind port b2d921a9-02ba-4281-91e1-a9d693e22c7a by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:13.296145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Attempting to bind port b2d921a9-02ba-4281-91e1-a9d693e22c7a on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:13.296302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:38:13.303133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:13.303539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:13.303981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.304513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:13.305000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Bound port: b2d921a9-02ba-4281-91e1-a9d693e22c7a, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:13.305624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.307668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Sync routers for ids ['b74883d7-e4c9-4b15-b522-e61772914ce2'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:38:13.319282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Routers {'b74883d7-e4c9-4b15-b522-e61772914ce2'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:13.319958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d325048>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:37:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['b74883d7-e4c9-4b15-b522-e61772914ce2'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:13.321285 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f4eaef97-f4fb-4a39-8517-56d77fc81fae req-5086f0d4-6866-4d39-9231-8e262c93a1a5 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0750189
Apr 19 03:38:13.408085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] For port b2d921a9-02ba-4281-91e1-a9d693e22c7a, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:13.408634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.412507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] For port b2d921a9-02ba-4281-91e1-a9d693e22c7a, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=b2d921a9-02ba-4281-91e1-a9d693e22c7a,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:13.420471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.425170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.0973225
Apr 19 03:38:13.425900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55680) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:13.468851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:13.479946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-439894c4-9589-4aa3-bbb9-7475a125ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:13.561094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:13.561787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d81d630>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:37:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:13.577863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Set router b74883d7-e4c9-4b15-b522-e61772914ce2 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:13.703028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Pushing event updated for resources: {'Port': ['ID=b2d921a9-02ba-4281-91e1-a9d693e22c7a,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:13.710222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:13.794518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:14.002918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d325048>, [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:38:11Z', 'revision_number': 3, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:14.008271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Checking router: b74883d7-e4c9-4b15-b522-e61772914ce2 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:38:14.008994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Updating router b74883d7-e4c9-4b15-b522-e61772914ce2 port 15c13820-63b2-430c-beed-8f7714accf8b binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:38:14.075693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:14.101390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d81d630>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:09Z', 'revision_number': 3, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:14.106115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b32fa-a9a2-40cb-9659-da6572735949 None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:09Z', 'revision_number': 3, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:38:14.423773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Allocated IP 172.20.0.1 (43cd66f9-03bd-414d-9d21-4899787c829e/8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba/2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:14.561205 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e0342016-9a7e-4318-a807-b75f74d1873d req-3c669260-b4e8-4575-96d0-75741d51410b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0865016
Apr 19 03:38:14.562345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44b0bbab-2ef7-4a3f-a7a0-97e19ef30a71 req-6ec7b333-1ce1-4176-99f3-0cf4c3c3f61b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0948961
Apr 19 03:38:14.738203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:14.753408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Transition to ACTIVE for port object 15c13820-63b2-430c-beed-8f7714accf8b will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:14.834547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:14.846749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:14.923324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device b2d921a9-02ba-4281-91e1-a9d693e22c7a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:14.994564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Attempting to bind port 15c13820-63b2-430c-beed-8f7714accf8b on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:14.994971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Attempting to bind port 15c13820-63b2-430c-beed-8f7714accf8b by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:14.995398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Attempting to bind port 15c13820-63b2-430c-beed-8f7714accf8b on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:15.018818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c2f0-524d-478c-bf10-33cf2bf9074c None None] Pushing event updated for resources: {'Port': ['ID=15c13820-63b2-430c-beed-8f7714accf8b,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:15.021592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:15.021832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:15.022268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.022675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:15.023638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Bound port: 15c13820-63b2-430c-beed-8f7714accf8b, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:15.024070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.024724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.43', 60481) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:15.054108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.065525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7133c2f0-524d-478c-bf10-33cf2bf9074c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:15.104164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.141202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] For port 15c13820-63b2-430c-beed-8f7714accf8b, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:15.145577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] For port 15c13820-63b2-430c-beed-8f7714accf8b, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=15c13820-63b2-430c-beed-8f7714accf8b,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:15.192387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Transition to ACTIVE for port object 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:15.209885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.215534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port b2d921a9-02ba-4281-91e1-a9d693e22c7a completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:15.223570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:15.338881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port b2d921a9-02ba-4281-91e1-a9d693e22c7a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:15.339241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.368573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.378294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f655e33a-ee28-4660-a3c1-38ea996f2cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:15.398424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-af7b2003-5105-4e22-9d84-1afc349af542 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:15.400413 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-af7b2003-5105-4e22-9d84-1afc349af542 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.43 "GET /v2.0/networks?id=ad106a6d-061d-4eaf-9356-cb6211f27f70 HTTP/1.1" status: 200  len: 812 time: 0.3743892
Apr 19 03:38:15.419930 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c2f0-524d-478c-bf10-33cf2bf9074c None None] Pushing event updated for resources: {'Port': ['ID=15c13820-63b2-430c-beed-8f7714accf8b,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:15.425395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7133c2f0-524d-478c-bf10-33cf2bf9074c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:15.449935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Routers {'b74883d7-e4c9-4b15-b522-e61772914ce2'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:15.450650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d325048>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:37:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['b74883d7-e4c9-4b15-b522-e61772914ce2'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:15.454194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Request body: {'port': {'device_id': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70', 'admin_state_up': True, 'tenant_id': 'dc1d56df10834f75acdb214616014031'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:15.497615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:15.502997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:15.534961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Allocated IP 172.20.0.1 (fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa/ff0c4cbe-d4eb-4e8b-864e-9624477fec41/45ca3708-ba56-4e4a-812f-6247ed7d8928) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:15.694389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.43', 60483) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:15.768540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.811838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Network 43cd66f9-03bd-414d-9d21-4899787c829e is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:15.813771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:15.816626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:15.817481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.854872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:15.901900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port b2d921a9-02ba-4281-91e1-a9d693e22c7a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=b2d921a9-02ba-4281-91e1-a9d693e22c7a,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:15.912144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] Set router b74883d7-e4c9-4b15-b522-e61772914ce2 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:16.037103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:16.144212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:16.193654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:16.202444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-adc980bd-23ec-447b-ae0b-0a538f0bd74d req-5b7037b3-2ac6-4b9d-8d26-2bdf4ba2b5d6 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.2316692
Apr 19 03:38:16.233007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:16.259456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:16.269655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Usage tracker for resource:port and tenant:dc1d56df10834f75acdb214616014031 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:16.277099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:16.310225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:16.385403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-1cde3a8b-2d06-4d8e-bda5-66f4af9752b4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:16.387415 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-1cde3a8b-2d06-4d8e-bda5-66f4af9752b4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.6917892
Apr 19 03:38:16.401157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Request body: {'port': {'device_id': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'admin_state_up': True, 'tenant_id': '3a4502ef85b348a384aa26343b925024'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:16.481938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Made reservation on behalf of dc1d56df10834f75acdb214616014031 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:16.488317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:16.561614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=b2d921a9-02ba-4281-91e1-a9d693e22c7a,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:16.567603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:16.575313 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3d41cf08-28b3-42ae-94d2-1f7acf5b952b req-a412cca0-5e3a-452c-8bb5-447fde87d81c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.4338636
Apr 19 03:38:16.580731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-c9330718-2381-4630-9382-0b55719d2288 None None] Provisioning for port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:16.591544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-c9330718-2381-4630-9382-0b55719d2288 None None] Provisioning complete for port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:16.592091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c9330718-2381-4630-9382-0b55719d2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:16.611910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:16.613808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:16.628918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:16.635778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:16.636351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:16.693604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Pushing event updated for resources: {'Port': ['ID=45ca3708-ba56-4e4a-812f-6247ed7d8928,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:16.704881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:16.707778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c9330718-2381-4630-9382-0b55719d2288 None None] Port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:38:16.777414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-daab055f-86b4-414f-a168-ba2765727533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d325048>, [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:38:11Z', 'revision_number': 3, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:16.784798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab055f-86b4-414f-a168-ba2765727533 None None] The sync data for ids ['b74883d7-e4c9-4b15-b522-e61772914ce2'] in dv-cinder-786054-3-iscsi is: [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:38:11Z', 'revision_number': 3, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:38:16.855275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device b2d921a9-02ba-4281-91e1-a9d693e22c7a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:16.885979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:17.030720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port b2d921a9-02ba-4281-91e1-a9d693e22c7a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:17.031308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Usage tracker for resource:port and tenant:3a4502ef85b348a384aa26343b925024 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:17.031450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:17.038224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:17.045802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:17.057892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:17.104286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Allocated IP 172.20.0.7 (ad106a6d-061d-4eaf-9356-cb6211f27f70/5ad226e8-663f-43b8-8222-1507677ae285/64a0c86b-eb65-45fc-9eaf-18e538c2f777) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:17.122477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:17.126095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:17.139822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:17.145992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Made reservation on behalf of 3a4502ef85b348a384aa26343b925024 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:17.152553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:17.352198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:17.949038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:17.956401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:17.986341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Allocated IP 172.20.0.8 (c6488502-d478-4c15-aad9-cec2dbbd6c1f/45ab61ee-f297-4972-bfc7-b19316ce9dfe/bb2c34ca-6d45-4472-864f-42de8bae8411) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:18.044745 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d0c92ab-43ff-411f-b95f-1cc8c989c8bf req-4c409ec8-0b10-4602-9b37-06251ad9b231 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.2365305
Apr 19 03:38:18.250871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:18.301148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Network 43cd66f9-03bd-414d-9d21-4899787c829e is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:18.304541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:18.440227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:18.585583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-574fd011-c500-4447-aff7-27ddf0b1c8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:18.750772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:18.763262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d510cc21-caf6-4877-b10d-a2c1ae2e2556 None None] Provisioning complete for port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:18.765057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d510cc21-caf6-4877-b10d-a2c1ae2e2556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:18.765453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:18.790493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:18.796592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:18.797928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:18.923791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Pushing event updated for resources: {'Port': ['ID=64a0c86b-eb65-45fc-9eaf-18e538c2f777,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:18.929501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:18.952848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d510cc21-caf6-4877-b10d-a2c1ae2e2556 None None] Port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:38:19.008144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 15c13820-63b2-430c-beed-8f7714accf8b up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:19.008324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-f6b584e4-61b1-4b55-a276-86bb785f795b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:19.008952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-f6b584e4-61b1-4b55-a276-86bb785f795b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Synchronizing usage tracker for tenant:dc1d56df10834f75acdb214616014031 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:19.038411 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5903554
Apr 19 03:38:19.084127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.108499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-f6b584e4-61b1-4b55-a276-86bb785f795b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Unset dirty status for tenant:dc1d56df10834f75acdb214616014031 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:19.117742 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-f6b584e4-61b1-4b55-a276-86bb785f795b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 931 time: 0.7973967
Apr 19 03:38:19.124147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Router 11cf724c-faef-4c5b-96ee-547f43df055d has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:38:19.170036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c889e6b2-f541-42e1-a89b-6761a86968a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.185286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-3a22956d-174e-45b1-bd0b-771c64d7e34b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Synchronizing usage tracker for tenant:dc1d56df10834f75acdb214616014031 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:19.195790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.211412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:19.222955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 15c13820-63b2-430c-beed-8f7714accf8b completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:19.229733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 15c13820-63b2-430c-beed-8f7714accf8b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:19.230608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.317486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-586906b6-d87b-4553-871e-cebca43efb94 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:38:19.319355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-586906b6-d87b-4553-871e-cebca43efb94 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0132375
Apr 19 03:38:19.356836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:19.362815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:19.365246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-3a22956d-174e-45b1-bd0b-771c64d7e34b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Unset dirty status for tenant:dc1d56df10834f75acdb214616014031 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:19.377889 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-02d8f3fb-3023-4216-bb11-10a7100fd42a req-3a22956d-174e-45b1-bd0b-771c64d7e34b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565084
Apr 19 03:38:19.393836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:19.393836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:19.402590 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.442884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event updated for resources: {'Port': ['ID=bb2c34ca-6d45-4472-864f-42de8bae8411,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:19.479022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:19.484178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.resource_extend [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 03:38:19.488987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.532891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 15c13820-63b2-430c-beed-8f7714accf8b, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=15c13820-63b2-430c-beed-8f7714accf8b,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:19.535504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1387906
Apr 19 03:38:19.563339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.569522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.576010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:19.623101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.633365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:19.651082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:19.816391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Request body: {'port': {'device_id': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:19.989036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Pushing event updated for resources: {'Port': ['ID=45ca3708-ba56-4e4a-812f-6247ed7d8928,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:20.015077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:20.034510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:38:20.051178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:38:20.068527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:20.072880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d81d860>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:37:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:20.139583 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/11cf724c-faef-4c5b-96ee-547f43df055d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0093424
Apr 19 03:38:20.226078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=15c13820-63b2-430c-beed-8f7714accf8b,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:20.253214 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:20.281886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:20.286035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:20.627916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55886) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:20.683249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:20.723852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Router b74883d7-e4c9-4b15-b522-e61772914ce2 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:38:20.777080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:20.808370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Request body: {'port': {'device_id': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:20.895254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 15c13820-63b2-430c-beed-8f7714accf8b up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:21.021592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:21.022813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 15c13820-63b2-430c-beed-8f7714accf8b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:21.023490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:21.389269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d81d860>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 2, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:21.393841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:38:21.394476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Updating router 11cf724c-faef-4c5b-96ee-547f43df055d port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:38:21.411050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c1751eb-c566-4e94-b9f7-71c69affd581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:21.470316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:21.555389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:38:21.584010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Sync routers for ids ['b74883d7-e4c9-4b15-b522-e61772914ce2'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:38:21.584122 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] 10.222.0.25 "PUT /v2.0/routers/b74883d7-e4c9-4b15-b522-e61772914ce2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1527367
Apr 19 03:38:21.591387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Routers {'b74883d7-e4c9-4b15-b522-e61772914ce2'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:21.592254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d1eaa90>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:38:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['b74883d7-e4c9-4b15-b522-e61772914ce2'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:21.624105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:21.711900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:21.741812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Usage tracker for resource:security_group_rule and tenant:533f95325a8040ce911e7fe6eb1c1868 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:21.756495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:21.783501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f6e79-663d-463d-bc55-bf0f5485b266 req-7d604d64-fc91-40b7-bbb6-e0bb752b0d27 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:21.807180 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b74f6e79-663d-463d-bc55-bf0f5485b266 req-7d604d64-fc91-40b7-bbb6-e0bb752b0d27 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 931 time: 1.0729880
Apr 19 03:38:21.823625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:21.984049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2c34ca-6d45-4472-864f-42de8bae8411 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:22.002226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b74f6e79-663d-463d-bc55-bf0f5485b266 req-696a16d6-46dd-4463-8ab8-2942ac7df574 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939874
Apr 19 03:38:22.023509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.075855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Transition to ACTIVE for port object bb2c34ca-6d45-4472-864f-42de8bae8411 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:22.134025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c154552-956b-4361-89c0-2404f822a441 req-3515fad5-5aef-43cc-9562-26e6aac55f07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:22.135101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0c154552-956b-4361-89c0-2404f822a441 req-3515fad5-5aef-43cc-9562-26e6aac55f07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:22.141857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.170596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b705bcde-96ed-430c-8c43-4da32591eafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:22.184405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.220984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.231596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:22.264846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Set router b74883d7-e4c9-4b15-b522-e61772914ce2 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:22.307598 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=533f95325a8040ce911e7fe6eb1c1868&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6784525
Apr 19 03:38:22.310480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55924) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:22.313681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc33870-e30d-4adf-86a7-d311095ee4db,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:22.332401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:22.391530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.426540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.435638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0c154552-956b-4361-89c0-2404f822a441 req-3515fad5-5aef-43cc-9562-26e6aac55f07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:22.445088 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c154552-956b-4361-89c0-2404f822a441 req-3515fad5-5aef-43cc-9562-26e6aac55f07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 931 time: 2.7824869
Apr 19 03:38:22.452216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.503178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Transition to ACTIVE for port object 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:22.531670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Attempting to bind port bb2c34ca-6d45-4472-864f-42de8bae8411 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:22.532066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Attempting to bind port bb2c34ca-6d45-4472-864f-42de8bae8411 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:22.532430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Attempting to bind port bb2c34ca-6d45-4472-864f-42de8bae8411 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:22.546183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.546385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.552844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:22.558939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:22.582738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Port bb2c34ca-6d45-4472-864f-42de8bae8411 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:38:22.583717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Attempting to bind port bb2c34ca-6d45-4472-864f-42de8bae8411 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:22.601831 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c154552-956b-4361-89c0-2404f822a441 req-ac76a2aa-5deb-4631-8c43-31ffcb74e1a6 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556919
Apr 19 03:38:22.616474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:22.616474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Checking segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:22.616474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Bound using segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:22.616474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Bound port: bb2c34ca-6d45-4472-864f-42de8bae8411, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:22.620977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.638705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc33870-e30d-4adf-86a7-d311095ee4db,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:22.680067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:22.684935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:22.686172 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfc33870-e30d-4adf-86a7-d311095ee4db HTTP/1.1" status: 204  len: 168 time: 0.3745015
Apr 19 03:38:22.994455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] For port bb2c34ca-6d45-4472-864f-42de8bae8411, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:23.026760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] For port bb2c34ca-6d45-4472-864f-42de8bae8411, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bb2c34ca-6d45-4472-864f-42de8bae8411,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:23.056776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c34ca-6d45-4472-864f-42de8bae8411,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:23.072357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:23.123872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.231090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.244077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:23.257965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.321571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:23.321571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.321571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] 10.222.0.43 "PUT /v2.0/ports/bb2c34ca-6d45-4472-864f-42de8bae8411 HTTP/1.1" status: 200  len: 1093 time: 3.7199876
Apr 19 03:38:23.321571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'tag': 'bb2c34ca-6d45-4472-864f-42de8bae8411'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:23.323116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d1eaa90>, [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '45ca3708-ba56-4e4a-812f-6247ed7d8928', 'name': '', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'mac_address': 'fa:16:3e:23:ab:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:15Z', 'updated_at': '2021-04-19T03:38:17Z', 'revision_number': 2, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'subnets': [{'id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:23.329282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.330787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Checking router: b74883d7-e4c9-4b15-b522-e61772914ce2 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:38:23.331195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Updating router b74883d7-e4c9-4b15-b522-e61772914ce2 port 45ca3708-ba56-4e4a-812f-6247ed7d8928 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:38:23.426765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.428225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.618869 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Attempting to bind port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:23.619476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Attempting to bind port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:23.619874 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Attempting to bind port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 on network 43cd66f9-03bd-414d-9d21-4899787c829e {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:23.643169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960cb3-96bf-4fce-8de7-ebdc32d93f3a None None] Pushing event updated for resources: {'Port': ['ID=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:23.673268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-40960cb3-96bf-4fce-8de7-ebdc32d93f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:23.675993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:23.676405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Checking segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:23.676845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.687185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 55978) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:23.692442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Bound using segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:23.696898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Bound port: 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:23.696898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.697081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892137182', 'description': 'tempest-description--44802931'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:23.706603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:23.721718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:23.735573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:23.783314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:23.808735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-b629e2f5-e228-412c-9bf6-db302d1cde53 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:23.810822 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-b629e2f5-e228-412c-9bf6-db302d1cde53 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 818 time: 0.3384061
Apr 19 03:38:23.851451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.891653 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-6a12d5c7-292c-4ab0-b862-8a62d6bafd34 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/quotas/35a5401a5a47449f9da4c9331362b020 HTTP/1.1" status: 200  len: 375 time: 0.0659475
Apr 19 03:38:23.906063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-05738d0d-fedc-4d53-aabd-6eb0b8a8bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:23.918621 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-05738d0d-fedc-4d53-aabd-6eb0b8a8bc72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 1096 time: 0.4448259
Apr 19 03:38:23.920125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb2c34ca-6d45-4472-864f-42de8bae8411,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:23.933711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:23.946593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:23.950634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:23.961456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Transition to ACTIVE for port object 45ca3708-ba56-4e4a-812f-6247ed7d8928 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:23.962095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:23.972232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:23.973678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:24.006780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.013623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7133c2f0-524d-478c-bf10-33cf2bf9074c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:24.116977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] For port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:24.120286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] For port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:24.149389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca17d2-a06c-4c66-bb95-43e1961a6a52 None None] Pushing event updated for resources: {'Port': ['ID=45ca3708-ba56-4e4a-812f-6247ed7d8928,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:24.154880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-38ca17d2-a06c-4c66-bb95-43e1961a6a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:24.165823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.183778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:24.188834 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-0fe6e8fc-938b-430b-83ca-6a8fbaf18fc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb2c34ca-6d45-4472-864f-42de8bae8411 HTTP/1.1" status: 200  len: 217 time: 0.2026706
Apr 19 03:38:24.302532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-26d9a63d-ad6c-4e59-ae64-cd4c35d6204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:24.304450 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-26d9a63d-ad6c-4e59-ae64-cd4c35d6204b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.0905607
Apr 19 03:38:24.357102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40960cb3-96bf-4fce-8de7-ebdc32d93f3a None None] Pushing event updated for resources: {'Port': ['ID=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,revision_number=4']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:24.368935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-40960cb3-96bf-4fce-8de7-ebdc32d93f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:24.399180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:24.399872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d81d860>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:38:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:24.478676 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-ea4a9bff-893d-4a73-bd2d-3632394a1883 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5750444
Apr 19 03:38:24.483048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.525292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbab91-0ce0-4d13-b1af-e2d6e8100b31 req-07074dfa-a38b-4ede-98c6-0ee89345c70a tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:24.548441 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-36fbab91-0ce0-4d13-b1af-e2d6e8100b31 req-07074dfa-a38b-4ede-98c6-0ee89345c70a tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 931 time: 0.4683745
Apr 19 03:38:24.561835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.567836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Attempting to bind port 45ca3708-ba56-4e4a-812f-6247ed7d8928 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:24.568326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Attempting to bind port 45ca3708-ba56-4e4a-812f-6247ed7d8928 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:24.568733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Attempting to bind port 45ca3708-ba56-4e4a-812f-6247ed7d8928 on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:24.579126 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-0c196cb1-3e2f-4328-96ca-9b9bbfa51530 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2277155
Apr 19 03:38:24.587715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:24.588142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Checking segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:24.588589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.593943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Bound using segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:24.594615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Bound port: 45ca3708-ba56-4e4a-812f-6247ed7d8928, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:24.595069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.674738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:24.867812 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-36fbab91-0ce0-4d13-b1af-e2d6e8100b31 req-12484946-ee9d-4272-a73b-2f4434a2fac2 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182743
Apr 19 03:38:24.868242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a0c86b-eb65-45fc-9eaf-18e538c2f777 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:24.868691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.872127 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1775 time: 1.1811981
Apr 19 03:38:24.874765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56014) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:24.884722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] For port 45ca3708-ba56-4e4a-812f-6247ed7d8928, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:24.888153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] For port 45ca3708-ba56-4e4a-812f-6247ed7d8928, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=45ca3708-ba56-4e4a-812f-6247ed7d8928,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:24.903542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71087bc-c729-4842-b3ea-f192b046e058,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:24.926169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:24.927016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:24.964876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:24.969433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'security_group_rule': {'security_group_id': 'f71087bc-c729-4842-b3ea-f192b046e058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:25.101532 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-4323d04d-8d94-40ad-89a4-bd81e4184414 service neutron] 10.222.0.25 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5208418
Apr 19 03:38:25.123513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:25.206325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Routers {'b74883d7-e4c9-4b15-b522-e61772914ce2'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:38:25.207038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d1eaa90>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:38:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['b74883d7-e4c9-4b15-b522-e61772914ce2'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:25.310283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71333c4-7f5c-4bb3-b838-4a2fc1a6cfb1 req-3be4d6b1-24b4-4430-9fbb-d316ebfc7187 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:25.310283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f71333c4-7f5c-4bb3-b838-4a2fc1a6cfb1 req-3be4d6b1-24b4-4430-9fbb-d316ebfc7187 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 943 time: 0.2130888
Apr 19 03:38:25.394185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:25.418837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-beb70013-b2a6-477c-ad0c-ec973cb7b6c7 service neutron] 10.222.0.25 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163114
Apr 19 03:38:25.420433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:25.426326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f71333c4-7f5c-4bb3-b838-4a2fc1a6cfb1 req-aaedb631-5a6f-4426-8017-f45baa81b0e8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:25.488928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f71333c4-7f5c-4bb3-b838-4a2fc1a6cfb1 req-aaedb631-5a6f-4426-8017-f45baa81b0e8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:25.490373 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f71333c4-7f5c-4bb3-b838-4a2fc1a6cfb1 req-aaedb631-5a6f-4426-8017-f45baa81b0e8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717801
Apr 19 03:38:25.498873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:25.526930 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:25.569218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Transition to ACTIVE for port object 64a0c86b-eb65-45fc-9eaf-18e538c2f777 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:25.607768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:25.664920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:25.719180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:25.780853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d81d860>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:24Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:25.793102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9b4bc-9a43-4132-af23-f7b2b19f0ada None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:24Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:38:26.069441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] Set router b74883d7-e4c9-4b15-b522-e61772914ce2 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:38:26.364353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca17d2-a06c-4c66-bb95-43e1961a6a52 None None] Pushing event updated for resources: {'Port': ['ID=45ca3708-ba56-4e4a-812f-6247ed7d8928,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:26.374232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-38ca17d2-a06c-4c66-bb95-43e1961a6a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:26.448202 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'tag': 'bb2c34ca-6d45-4472-864f-42de8bae8411', 'status': 'completed', 'code': 200}
Apr 19 03:38:26.496305 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-a822b5e3-8613-4d31-b74f-e863d0c1fe1e service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8740597
Apr 19 03:38:27.021097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:27.046422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906e847f-90b8-4f6b-848e-adc21feab5b5 req-00c1e2a3-535b-4764-abb3-e93ab5ff7f03 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827687
Apr 19 03:38:27.107193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ececd2-0258-4e6d-8b03-61f3320b5f37 req-5754bdc9-bdfd-4659-99da-be4532db1f5d tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:27.135601 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f84cf79-14c8-4bd7-8c56-8ff790e5c770 req-4b9c9d2f-1e82-422b-8e39-4c544c72c592 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 210 time: 0.6805947
Apr 19 03:38:27.145068 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84ececd2-0258-4e6d-8b03-61f3320b5f37 req-5754bdc9-bdfd-4659-99da-be4532db1f5d tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 943 time: 0.4198334
Apr 19 03:38:27.162030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:27.269491 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84ececd2-0258-4e6d-8b03-61f3320b5f37 req-a10810e7-bbe7-4ff3-a6f2-6dab336d0ad3 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227868
Apr 19 03:38:27.309368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d1eaa90>, [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '45ca3708-ba56-4e4a-812f-6247ed7d8928', 'name': '', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'mac_address': 'fa:16:3e:23:ab:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:15Z', 'updated_at': '2021-04-19T03:38:24Z', 'revision_number': 4, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'subnets': [{'id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:38:27.335398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a455865-3742-45a4-a48b-e5531fd2836b None None] The sync data for ids ['b74883d7-e4c9-4b15-b522-e61772914ce2'] in dv-cinder-786054-3-iscsi is: [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '45ca3708-ba56-4e4a-812f-6247ed7d8928', 'name': '', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'mac_address': 'fa:16:3e:23:ab:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:15Z', 'updated_at': '2021-04-19T03:38:24Z', 'revision_number': 4, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'subnets': [{'id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:38:27.350800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:27.366639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:27.371989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:27.444535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Pushing event updated for resources: {'Port': ['ID=64a0c86b-eb65-45fc-9eaf-18e538c2f777,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:27.451750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.731s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:27.746943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:27.831358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:27.889188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:27.912298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Attempting to bind port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:27.912649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Attempting to bind port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '35967690-008e-46be-9114-2881091b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:27.913019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Attempting to bind port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 on network ad106a6d-061d-4eaf-9356-cb6211f27f70 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:27.945843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 on network ad106a6d-061d-4eaf-9356-cb6211f27f70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:38:27.946196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Attempting to bind port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 on network ad106a6d-061d-4eaf-9356-cb6211f27f70 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:27.990795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:27.990795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Checking segment: {'id': '35967690-008e-46be-9114-2881091b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:27.990795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Bound using segment: {'id': '35967690-008e-46be-9114-2881091b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:27.991239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Bound port: 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35967690-008e-46be-9114-2881091b5562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:27.991593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.199123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] For port 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:28.205528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] For port 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777,segment=NetworkSegment(35967690-008e-46be-9114-2881091b5562),segment_id=35967690-008e-46be-9114-2881091b5562)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:28.208740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827600de-a0a1-4a98-85c0-a91dfbacf033,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:28.233270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:28.310456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.320785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.322074 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 3.4235222
Apr 19 03:38:28.325150 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56104) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:28.336181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'security_group_rule': {'security_group_id': 'f71087bc-c729-4842-b3ea-f192b046e058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:28.356702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:28.357871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.358061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:28.365410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56114) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:28.400872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:28.412186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:28.442849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:28.509852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f61f9-d798-403d-8564-0eb3d276c26a req-2feaf9fa-8e78-4b14-b9a9-416740f0e4ba tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:28.522570 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-168f61f9-d798-403d-8564-0eb3d276c26a req-2feaf9fa-8e78-4b14-b9a9-416740f0e4ba tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 943 time: 1.0453811
Apr 19 03:38:28.558718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:28.568774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:28.569831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.571271 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] 10.222.0.43 "PUT /v2.0/ports/64a0c86b-eb65-45fc-9eaf-18e538c2f777 HTTP/1.1" status: 200  len: 1093 time: 8.9762208
Apr 19 03:38:28.572466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'tag': '64a0c86b-eb65-45fc-9eaf-18e538c2f777'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:28.607585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.612452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5247fa7-3661-4662-bcc5-3d24aab203bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:28.654005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56122) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:28.675583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-5b959f95-d091-419c-a0aa-cb5e710b006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:28.677696 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-5b959f95-d091-419c-a0aa-cb5e710b006d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 1096 time: 1.4349749
Apr 19 03:38:28.690949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.824962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:28.831915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:28.903552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:28.950102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 45ca3708-ba56-4e4a-812f-6247ed7d8928 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:29.082186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:29.113069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.121114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ea3041e2a5474a88814ba9e10c500d is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:29.141658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:29.164948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:29.174444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.176282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:29.180951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-3e314aec-9761-4588-bb93-dd875a0852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:29.205046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 45ca3708-ba56-4e4a-812f-6247ed7d8928 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:29.213588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 45ca3708-ba56-4e4a-812f-6247ed7d8928 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:29.213588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.228500 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-3e314aec-9761-4588-bb93-dd875a0852ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 915 time: 0.5312424
Apr 19 03:38:29.241376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f665e22-81dc-4f88-915c-53a359ae4dd3,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:29.259504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:29.270203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-d519029e-22a3-4db1-8071-4b97c4e9fb53 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:29.270966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-d519029e-22a3-4db1-8071-4b97c4e9fb53 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:network {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:29.279429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.280689 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9526124
Apr 19 03:38:29.281666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.289324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56136) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:29.291767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Pushing event updated for resources: {'Port': ['ID=64a0c86b-eb65-45fc-9eaf-18e538c2f777,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:29.299406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:29.314275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:29.316282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:29.334402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:floatingip and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:29.335604 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-168f61f9-d798-403d-8564-0eb3d276c26a req-965ff8f2-f717-4a83-91ff-1440761edf87 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8115819
Apr 19 03:38:29.401630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.403524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:29.407427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-d519029e-22a3-4db1-8071-4b97c4e9fb53 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:network {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:29.408710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-d519029e-22a3-4db1-8071-4b97c4e9fb53 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 818 time: 0.9421501
Apr 19 03:38:29.418345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:29.433985 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-da3a3256-465c-46b1-996e-85f696ba1c15 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/quotas/35a5401a5a47449f9da4c9331362b020 HTTP/1.1" status: 200  len: 375 time: 0.0170498
Apr 19 03:38:29.450583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.482865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:29.489019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:29.518767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.526318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Usage tracker for resource:security_group_rule and tenant:d94d565b80464c2a8517dfb09d67e9e4 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:29.584018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 45ca3708-ba56-4e4a-812f-6247ed7d8928, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=45ca3708-ba56-4e4a-812f-6247ed7d8928,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:29.592578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:29.608940 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-71b4baf2-091d-48bc-83e0-db05d60e8da2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb2c34ca-6d45-4472-864f-42de8bae8411 HTTP/1.1" status: 200  len: 217 time: 0.2544694
Apr 19 03:38:29.616740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.622201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:29.719622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:29.742648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:29.776225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=45ca3708-ba56-4e4a-812f-6247ed7d8928,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:29.780752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:29.818433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.43', 60520) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:29.829908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981a0725-ce2b-47e3-aff8-45f95c244b58,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:29.866859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:29.896458 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2ea3041e2a5474a88814ba9e10c500d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5294583
Apr 19 03:38:29.900523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56148) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:29.922801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-ccb9d1a9-b6da-4333-bac8-c029b9b8d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:29.924604 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-ccb9d1a9-b6da-4333-bac8-c029b9b8d6e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc1d56df10834f75acdb214616014031&device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 1096 time: 1.2258856
Apr 19 03:38:29.956880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-86fb1bc8-82fc-4088-b64b-a09795079f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:29.958543 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-86fb1bc8-82fc-4088-b64b-a09795079f65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.2100089
Apr 19 03:38:30.014325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a242231-04f2-4e1d-89fe-981815387437 req-0d8b2006-6cef-49f4-9d1e-4120203eb2e0 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:30.016167 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a242231-04f2-4e1d-89fe-981815387437 req-0d8b2006-6cef-49f4-9d1e-4120203eb2e0 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 943 time: 0.4507482
Apr 19 03:38:30.083869 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-b3b4e933-7bcc-4ec4-818b-be0d49b98a5d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:30.104166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.118035 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a242231-04f2-4e1d-89fe-981815387437 req-0d61a76e-30ab-4953-9d1e-4ab1ab293205 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813756
Apr 19 03:38:30.122356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.142357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.152796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4994d59e-76c5-44e2-a3aa-c5f90cb2fa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:30.178055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.183382 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d94d565b80464c2a8517dfb09d67e9e4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5281844
Apr 19 03:38:30.185708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-b3b4e933-7bcc-4ec4-818b-be0d49b98a5d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:30.186896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56154) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:30.195047 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-b3b4e933-7bcc-4ec4-818b-be0d49b98a5d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7225230
Apr 19 03:38:30.230905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812c4b45-26dc-45c4-9a39-2d5a483abfc5,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:30.249201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:30.268176 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'tag': '64a0c86b-eb65-45fc-9eaf-18e538c2f777', 'status': 'completed', 'code': 200}
Apr 19 03:38:30.287716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.318163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.344623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.402769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.409834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5671191d-6c9f-4893-abe6-92290b830f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:30.440837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812c4b45-26dc-45c4-9a39-2d5a483abfc5,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:30.450546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:30.471277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:30.473025 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/812c4b45-26dc-45c4-9a39-2d5a483abfc5 HTTP/1.1" status: 204  len: 168 time: 0.2845984
Apr 19 03:38:30.599949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Allocated IP 172.27.0.31 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/bde443c4-d992-4111-9e3d-3b1c499d26d2) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:30.637557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a952ada-25cf-47cc-89c1-8d285382a910 req-232cf558-ecbc-4e6a-a631-5e6378e6515e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:30.639953 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5a952ada-25cf-47cc-89c1-8d285382a910 req-232cf558-ecbc-4e6a-a631-5e6378e6515e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 943 time: 0.1292441
Apr 19 03:38:30.754485 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5a952ada-25cf-47cc-89c1-8d285382a910 req-2d676b54-0569-42a6-a984-04ace6686dba tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951164
Apr 19 03:38:30.820097 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-8151e7b5-1f7e-4d18-943c-e5c146e18d36 service neutron] 10.222.0.25 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6240895
Apr 19 03:38:30.855552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:30.978983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:30.979533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.002761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-1fdaca27-9a28-49f0-b768-909153301ad5 service neutron] 10.222.0.25 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716468
Apr 19 03:38:31.014965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.025985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c83f39a9-aa4d-4db6-80e5-65f34817a7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:31.058887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.064284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/981a0725-ce2b-47e3-aff8-45f95c244b58 HTTP/1.1" status: 204  len: 168 time: 1.1580484
Apr 19 03:38:31.064284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a0725-ce2b-47e3-aff8-45f95c244b58,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:31.066879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:31.072116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.158484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.166880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:31.293139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:31.302555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:31.303840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 45ca3708-ba56-4e4a-812f-6247ed7d8928 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:31.307218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:31.423836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'Port': ['ID=bde443c4-d992-4111-9e3d-3b1c499d26d2,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:31.480975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 45ca3708-ba56-4e4a-812f-6247ed7d8928 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:31.481437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.515028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458479c-e5bb-4b3c-b94d-8a06663bda8c req-ac1665a7-53f4-4025-a325-ce6110cec734 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:31.546527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:31.561920 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5458479c-e5bb-4b3c-b94d-8a06663bda8c req-ac1665a7-53f4-4025-a325-ce6110cec734 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 943 time: 0.2380102
Apr 19 03:38:31.568247 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd28adda-35bd-47e7-bd19-1c200cb9bc0c req-37dedc74-bc5f-4d99-86f4-0ba4a874cafd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 210 time: 0.1454809
Apr 19 03:38:31.614596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.624986 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5458479c-e5bb-4b3c-b94d-8a06663bda8c req-d3e079fe-53de-400d-83aa-a1008ba44745 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620875
Apr 19 03:38:31.845387 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-70b48c7d-901a-4574-94ef-50c9a00ac1ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1884243
Apr 19 03:38:31.857330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56208) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:31.891751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:31.907515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-267a43e5-91fa-4f0a-841a-f4eb549a816f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777 HTTP/1.1" status: 200  len: 217 time: 0.2492034
Apr 19 03:38:32.038271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:32.043076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ef8017f07540ba811f0fc25cb77446 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:32.051079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:32.065386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:32.366564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:32.366765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:32.376125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-ace9fd29-ff23-4486-8d92-645ca82ea66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:32.377661 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-ace9fd29-ff23-4486-8d92-645ca82ea66a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ad226e8-663f-43b8-8222-1507677ae285 HTTP/1.1" status: 200  len: 852 time: 0.1648221
Apr 19 03:38:32.439257 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-98f3bf49-14d1-4eef-bfb2-45137a1b74dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad106a6d-061d-4eaf-9356-cb6211f27f70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521243
Apr 19 03:38:32.440147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:32.442154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-30d415fe-8adc-4cdd-9472-a15cff9621d7 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5720756
Apr 19 03:38:32.451981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bb39541a-283f-44a0-b702-52505ab528e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:32.494677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-313ff737-baf4-4618-ba25-a26231943b92 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:32.496251 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-313ff737-baf4-4618-ba25-a26231943b92 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 818 time: 0.8546400
Apr 19 03:38:32.524581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Request body: {'port': {'device_id': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'admin_state_up': True, 'tenant_id': '35a5401a5a47449f9da4c9331362b020'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:32.654148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2a7ea-cf4a-41a4-98d8-97abd6eab7bf req-181c2e38-ab8c-442e-b1bf-4c3fa24731d6 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:32.669185 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-92d2a7ea-cf4a-41a4-98d8-97abd6eab7bf req-181c2e38-ab8c-442e-b1bf-4c3fa24731d6 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 943 time: 0.4186299
Apr 19 03:38:32.845482 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-92d2a7ea-cf4a-41a4-98d8-97abd6eab7bf req-20c1b8a1-6339-43d2-a6b1-2ecccd61a722 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728446
Apr 19 03:38:32.919898 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9ef8017f07540ba811f0fc25cb77446&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0512302
Apr 19 03:38:32.925435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56250) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:32.955439 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba7de5ef-1cde-4319-b155-6fe43e83d814 req-432c8eb7-9862-433f-a715-9c9982aebd9d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 210 time: 0.2148581
Apr 19 03:38:32.973772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd64fd-f2a3-4d50-ae6c-2ee0454da451,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:32.983767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:33.049161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:33.068495 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7e97b56-6e7c-4708-a156-097ac0f7863d req-38cf1c4b-0f26-4cda-b52a-dff7cb52da95 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6033273
Apr 19 03:38:33.072654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-93dbd34b-6788-475e-a398-843fac554b29 service neutron] 10.222.0.43 "GET /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6091924
Apr 19 03:38:33.107440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:33.159972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:33.163286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:33.205522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Made reservation on behalf of 35a5401a5a47449f9da4c9331362b020 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:33.211762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:33.223552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:33.228817 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1ad7e70-2ae5-4de7-bf98-9fc74bf8d880 req-7e9e11f6-1dc7-48d7-9586-a3aae5d46b8a service neutron] 10.222.0.43 "GET /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463253
Apr 19 03:38:33.240822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:33.260106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:33.412140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'Port': ['ID=bde443c4-d992-4111-9e3d-3b1c499d26d2,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:33.422081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:33.435829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af672a-32fd-477d-92f4-7b9dcc09cb61 req-5fa48170-13f0-432b-97e7-034b9019032b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:33.438176 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86af672a-32fd-477d-92f4-7b9dcc09cb61 req-5fa48170-13f0-432b-97e7-034b9019032b tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 943 time: 0.4033058
Apr 19 03:38:33.448364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:33.466958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-93857c57-a5c4-4f3f-80e2-088e01652dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:33.468942 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-93857c57-a5c4-4f3f-80e2-088e01652dae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc1d56df10834f75acdb214616014031&device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 1096 time: 0.1451130
Apr 19 03:38:33.545716 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86af672a-32fd-477d-92f4-7b9dcc09cb61 req-6416d0be-e459-495c-b3e9-4fe7d3d7734a tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898798
Apr 19 03:38:33.641113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-6563e5fb-f46f-4c2f-9e77-e8385e45a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:33.643340 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-6563e5fb-f46f-4c2f-9e77-e8385e45a5e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ad106a6d-061d-4eaf-9356-cb6211f27f70 HTTP/1.1" status: 200  len: 913 time: 0.1680379
Apr 19 03:38:33.712460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Allocated IP 172.20.0.5 (fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa/ff0c4cbe-d4eb-4e8b-864e-9624477fec41/f3d9b8ab-bbd3-4640-81fd-67706cd12ecc) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:33.768760 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-82fd45c7-0ea9-4987-9196-84ef6dc8764b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777 HTTP/1.1" status: 200  len: 217 time: 0.1179163
Apr 19 03:38:33.942681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-90c38986-0b63-424e-b857-bd8207af19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:33.942681 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-90c38986-0b63-424e-b857-bd8207af19d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ad226e8-663f-43b8-8222-1507677ae285 HTTP/1.1" status: 200  len: 852 time: 0.1072431
Apr 19 03:38:33.968432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.018375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.021106 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7296209
Apr 19 03:38:34.022459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.029994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e559bfe-a4f9-4677-b0f3-c230d81ad2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:34.047726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd64fd-f2a3-4d50-ae6c-2ee0454da451,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:34.077832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.087963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:34.089928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.097442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fcd64fd-f2a3-4d50-ae6c-2ee0454da451 HTTP/1.1" status: 204  len: 168 time: 1.1646991
Apr 19 03:38:34.104860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:34.120523 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-c13cf896-069d-4ce9-94f5-51912a1df95b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ad106a6d-061d-4eaf-9356-cb6211f27f70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1804516
Apr 19 03:38:34.139103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f295a0fb-0d39-4bf0-8c54-4f0f92e8ae01 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:34.145894 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f295a0fb-0d39-4bf0-8c54-4f0f92e8ae01 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 818 time: 0.4250269
Apr 19 03:38:34.246815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56292) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:34.261081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:34.275798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9c3187c9-a870-4291-a499-145013526ec0 req-6af60f1d-9452-4612-bde7-283d81fc279d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:34.278585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:34.286697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Request body: {'port': {'device_id': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'admin_state_up': True, 'tenant_id': '35a5401a5a47449f9da4c9331362b020'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:34.303525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:34.311424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:34.312517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.320326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Pushing event updated for resources: {'Port': ['ID=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:34.324148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:34.376280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8566847
Apr 19 03:38:34.377254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9c3187c9-a870-4291-a499-145013526ec0 req-6af60f1d-9452-4612-bde7-283d81fc279d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:34.378865 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9c3187c9-a870-4291-a499-145013526ec0 req-6af60f1d-9452-4612-bde7-283d81fc279d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 210 time: 0.2192845
Apr 19 03:38:34.388969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Request body: {'port': {'device_id': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:34.534132 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-8fc237e8-7610-4fa5-be2c-59c1b7614b5c service neutron] 10.222.0.43 "GET /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855262
Apr 19 03:38:34.551845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a28ec3-c253-4084-88c3-956b3d3a17e2 req-4481e7fb-c879-4fc2-b6d0-4b620f89286f tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:34.553601 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d6a28ec3-c253-4084-88c3-956b3d3a17e2 req-4481e7fb-c879-4fc2-b6d0-4b620f89286f tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 943 time: 0.5710609
Apr 19 03:38:34.612522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-fbb24055-e560-459b-b899-b5d78ecca04a req-f07befa3-1d27-40cb-9f12-268004c479f4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:34.623801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.633196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.683323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:34.683834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device bb2c34ca-6d45-4472-864f-42de8bae8411 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:38:34.724023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:34.728669 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d6a28ec3-c253-4084-88c3-956b3d3a17e2 req-1e07e1da-6ddf-47a3-b224-a9dd945f8bd1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356046
Apr 19 03:38:34.781429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Made reservation on behalf of 35a5401a5a47449f9da4c9331362b020 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:34.794300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.834020 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6b6fdc2-5408-4b96-aea0-8e6723c38afe req-eafa4716-8076-4ff2-b542-c1c8f780f6b4 service neutron] 10.222.0.43 "GET /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2792459
Apr 19 03:38:34.875799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port bb2c34ca-6d45-4472-864f-42de8bae8411, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bb2c34ca-6d45-4472-864f-42de8bae8411,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:34.890969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'bb2c34ca-6d45-4472-864f-42de8bae8411', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'port_id': 'bb2c34ca-6d45-4472-864f-42de8bae8411', 'mac_address': 'fa:16:3e:eb:5f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab61ee-f297-4972-bfc7-b19316ce9dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:38:34.951681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:34.970767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2c34ca-6d45-4472-864f-42de8bae8411 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:34.988793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port bb2c34ca-6d45-4472-864f-42de8bae8411, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bb2c34ca-6d45-4472-864f-42de8bae8411,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:35.029757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:35.039206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Usage tracker for resource:security_group_rule and tenant:145b91ced95540f7bd0bb6063f618748 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:35.043324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:35.050864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.052113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:35.053249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:35.062769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b50d-2ad7-4f1b-a27e-c36ff9803e42 req-a992cf76-cae2-4127-a16f-d238908d6848 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:35.070633 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-02e8b50d-2ad7-4f1b-a27e-c36ff9803e42 req-a992cf76-cae2-4127-a16f-d238908d6848 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 943 time: 0.1882944
Apr 19 03:38:35.089278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-fbb24055-e560-459b-b899-b5d78ecca04a req-f07befa3-1d27-40cb-9f12-268004c479f4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:35.090442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-f07befa3-1d27-40cb-9f12-268004c479f4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--892137182&fields=id&tenant_id=2853b10cb882499b9bb1d15de040c189 HTTP/1.1" status: 200  len: 267 time: 0.5609279
Apr 19 03:38:35.141770 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-02e8b50d-2ad7-4f1b-a27e-c36ff9803e42 req-a7e04946-d18e-4d4a-98ff-3d9c07f6b220 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701914
Apr 19 03:38:35.143822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=bb2c34ca-6d45-4472-864f-42de8bae8411,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:35.158548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:35.268129 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d9b8ab-bbd3-4640-81fd-67706cd12ecc {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:35.280148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.301058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:38:35.323984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Transition to ACTIVE for port object f3d9b8ab-bbd3-4640-81fd-67706cd12ecc will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:35.360819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6755eb7f-56f6-4177-9862-0ee6283aef74 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:35.362402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6755eb7f-56f6-4177-9862-0ee6283aef74 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 810 time: 0.2393064
Apr 19 03:38:35.372152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.393448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-d6651ddb-53cb-4752-a2ba-2a39075e34ac tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/quotas/2853b10cb882499b9bb1d15de040c189 HTTP/1.1" status: 200  len: 375 time: 0.0245457
Apr 19 03:38:35.397416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e0efd965-771b-4a72-a346-ade87b1db296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:35.447490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Allocated IP 172.20.0.8 (fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa/ff0c4cbe-d4eb-4e8b-864e-9624477fec41/60e9cad0-05d1-41b7-9493-d8716b118842) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:35.596907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.663745 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b6e6bda0-4463-4383-b719-6d636bfe4b37 req-8ed49193-1cef-4a69-8f3c-377bc80acd63 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 210 time: 0.0784883
Apr 19 03:38:35.747840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.831819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:35.846653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.850242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:35.859298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-57457458-7a74-440b-81a5-472ee83baf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:35.906138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Attempting to bind port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:35.906504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Attempting to bind port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:35.906868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Attempting to bind port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:35.913942 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=145b91ced95540f7bd0bb6063f618748&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6609657
Apr 19 03:38:35.915970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56354) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:35.925172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:38:35.925537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Attempting to bind port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:35.935049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2dbe9-a07b-4fdc-959b-15775003c7e7,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:35.939844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:35.940216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Checking segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:35.940841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Bound using segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:35.941379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Bound port: f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:35.942112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.942800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:35.954974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:35.961453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:35.964874 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-fbb24055-e560-459b-b899-b5d78ecca04a req-643aa02b-320a-49ce-9a7e-e1876163ae78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:36.055691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-fbb24055-e560-459b-b899-b5d78ecca04a req-643aa02b-320a-49ce-9a7e-e1876163ae78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:36.057127 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-643aa02b-320a-49ce-9a7e-e1876163ae78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6243463
Apr 19 03:38:36.068854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] For port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:36.073168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] For port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:36.125580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:36.128069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Pushing event updated for resources: {'Port': ['ID=60e9cad0-05d1-41b7-9493-d8716b118842,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:36.131289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:36.133637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:36.136934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:36.143907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:36.144627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.196865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.243784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.263647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e21a7-64fe-4ce2-99bc-7d7b6d8ce8f2 req-7f10c90c-a621-4202-a533-829aac8ac59c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:36.272027 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-806e21a7-64fe-4ce2-99bc-7d7b6d8ce8f2 req-7f10c90c-a621-4202-a533-829aac8ac59c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 944 time: 0.2484143
Apr 19 03:38:36.275402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9982796
Apr 19 03:38:36.295909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.311286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Request body: {'port': {'device_id': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:36.350112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:36.441135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:36.441803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.443311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] 10.222.0.43 "PUT /v2.0/ports/f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 1093 time: 2.0590298
Apr 19 03:38:36.443812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'tag': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:36.459129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-806e21a7-64fe-4ce2-99bc-7d7b6d8ce8f2 req-22b70e54-216c-4de0-a674-17e87b3dd34a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856480
Apr 19 03:38:36.485106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.630968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:36.635707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:36.670072 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-7242b715-5bff-4ab8-9e1e-7dffbdf5e8bc service neutron] 10.222.0.25 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5945787
Apr 19 03:38:36.676753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 64a0c86b-eb65-45fc-9eaf-18e538c2f777 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:38:36.695158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device bb2c34ca-6d45-4472-864f-42de8bae8411 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:36.779969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.792509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-cfb6c899-e58c-4f0e-99fb-a3b4866cc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:36.794178 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-cfb6c899-e58c-4f0e-99fb-a3b4866cc83e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1096 time: 0.2604446
Apr 19 03:38:36.837220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d467c40f-0040-4bc1-975b-3130cbfde262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:36.862719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2dbe9-a07b-4fdc-959b-15775003c7e7,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:36.868232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:36.886204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:36.890046 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58c2dbe9-a07b-4fdc-959b-15775003c7e7 HTTP/1.1" status: 204  len: 168 time: 0.9699278
Apr 19 03:38:36.890196 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-af50eb9d-2a8d-41be-89c1-b729d7fe5dcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.0859389
Apr 19 03:38:37.090993 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-b5300b2b-3156-416b-ab51-65335cf7ea92 service neutron] 10.222.0.25 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4102366
Apr 19 03:38:37.095302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-0d46982d-cc69-4efd-bf50-84a96490f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:37.096791 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-0d46982d-cc69-4efd-bf50-84a96490f024 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.1958716
Apr 19 03:38:37.102605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c8bc-46ae-4123-b98b-7038df0abed6 req-a76c7906-2d09-42e8-b823-05b98787346c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:37.106922 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c33c8bc-46ae-4123-b98b-7038df0abed6 req-a76c7906-2d09-42e8-b823-05b98787346c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 943 time: 0.3348820
Apr 19 03:38:37.117263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port bb2c34ca-6d45-4472-864f-42de8bae8411 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:37.131610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777,segment=NetworkSegment(35967690-008e-46be-9114-2881091b5562),segment_id=35967690-008e-46be-9114-2881091b5562)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:37.164585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port bb2c34ca-6d45-4472-864f-42de8bae8411 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:37.165324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.206512 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-7dfe7862-e23a-4bbc-b9d9-e992b916a816 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979295
Apr 19 03:38:37.219967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '64a0c86b-eb65-45fc-9eaf-18e538c2f777', 'network_id': 'ad106a6d-061d-4eaf-9356-cb6211f27f70', 'port_id': '64a0c86b-eb65-45fc-9eaf-18e538c2f777', 'mac_address': 'fa:16:3e:a7:26:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad226e8-663f-43b8-8222-1507677ae285', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:38:37.277595 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c33c8bc-46ae-4123-b98b-7038df0abed6 req-eceb60ec-2f3f-46f9-a8ea-e43b2710c048 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635783
Apr 19 03:38:37.403962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.480630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a0c86b-eb65-45fc-9eaf-18e538c2f777 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:37.484048 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-98db1069-680a-4948-9e1e-b7b4fe7aa371 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646689
Apr 19 03:38:37.515478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.529453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777,segment=NetworkSegment(35967690-008e-46be-9114-2881091b5562),segment_id=35967690-008e-46be-9114-2881091b5562)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:37.560598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c34ca-6d45-4472-864f-42de8bae8411'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:37.648616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.653221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:37.692430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e9cad0-05d1-41b7-9493-d8716b118842 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:37.730091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.779797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Transition to ACTIVE for port object 60e9cad0-05d1-41b7-9493-d8716b118842 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:37.795272 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'tag': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc', 'status': 'completed', 'code': 200}
Apr 19 03:38:37.800849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port bb2c34ca-6d45-4472-864f-42de8bae8411, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bb2c34ca-6d45-4472-864f-42de8bae8411,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:37.802372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012a837-26a1-4884-bf48-5bc7620aa73a req-809ce601-4763-4f79-a11c-aba435a562d3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:37.803137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-d012a837-26a1-4884-bf48-5bc7620aa73a req-809ce601-4763-4f79-a11c-aba435a562d3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:37.822184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.822671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=64a0c86b-eb65-45fc-9eaf-18e538c2f777,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:37.828627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ec9e642-8bfc-44cb-9d34-4b6e929a4751 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:37.832436 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e4ee09df-7c2b-441f-888b-1b550d96d145 req-04136edb-908b-4883-a133-b7f62b4fac3c service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3407764
Apr 19 03:38:37.837423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:37.853176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:37.855392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:37.874248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-d012a837-26a1-4884-bf48-5bc7620aa73a req-809ce601-4763-4f79-a11c-aba435a562d3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:37.882904 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d012a837-26a1-4884-bf48-5bc7620aa73a req-809ce601-4763-4f79-a11c-aba435a562d3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 931 time: 0.3638113
Apr 19 03:38:37.993361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=bb2c34ca-6d45-4472-864f-42de8bae8411,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:37.997867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['64a0c86b-eb65-45fc-9eaf-18e538c2f777'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:38:38.034017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:38.083734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56430) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:38.090150 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f6537b91-cc4d-4bc2-9ae6-8a82c5c90ed7 req-1c6eef81-707b-4595-86b8-f8adce812c80 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.2361221
Apr 19 03:38:38.128830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d012a837-26a1-4884-bf48-5bc7620aa73a req-c49c93bf-14d6-466d-827b-3c2aae3d46f4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445862
Apr 19 03:38:38.145574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Pushing event updated for resources: {'Port': ['ID=60e9cad0-05d1-41b7-9493-d8716b118842,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:38.147036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:38.159783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:38.175666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:38.179880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:25ab856232ef4296af10a4730e7908b9 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:38.183468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:38.190238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:38.251248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-34546c91-c953-4014-8f02-681037f27191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:38.252837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-34546c91-c953-4014-8f02-681037f27191 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1096 time: 0.3241501
Apr 19 03:38:38.288151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Attempting to bind port 60e9cad0-05d1-41b7-9493-d8716b118842 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:38.288458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Attempting to bind port 60e9cad0-05d1-41b7-9493-d8716b118842 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:38.288824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Attempting to bind port 60e9cad0-05d1-41b7-9493-d8716b118842 on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:38.294266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Port 60e9cad0-05d1-41b7-9493-d8716b118842 on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:38:38.294616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Attempting to bind port 60e9cad0-05d1-41b7-9493-d8716b118842 on network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:38.307536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:38.308051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Checking segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:38.308479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Bound using segment: {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:38.308978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Bound port: 60e9cad0-05d1-41b7-9493-d8716b118842, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e4c536-73b9-4704-840e-59422cb8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:38.309363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:38.464381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] For port 60e9cad0-05d1-41b7-9493-d8716b118842, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:38.469222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] For port 60e9cad0-05d1-41b7-9493-d8716b118842, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=60e9cad0-05d1-41b7-9493-d8716b118842,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:38.501236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:38.527107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:38.596038 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2c34ca-6d45-4472-864f-42de8bae8411', 'code': 200}
Apr 19 03:38:38.605099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:38.662274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:38.662957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:38.664481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] 10.222.0.43 "PUT /v2.0/ports/60e9cad0-05d1-41b7-9493-d8716b118842 HTTP/1.1" status: 200  len: 1093 time: 2.3587778
Apr 19 03:38:38.664922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:38.665023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'tag': '60e9cad0-05d1-41b7-9493-d8716b118842'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:38.684513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-c3cd5a89-d7e4-4f8d-ab24-7f063e8b32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:38.686081 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-c3cd5a89-d7e4-4f8d-ab24-7f063e8b32fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.3386950
Apr 19 03:38:38.688484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8eccec1d-d0b9-4eaf-b36f-b8c611ee6b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:38.699811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Pushing event updated for resources: {'Port': ['ID=60e9cad0-05d1-41b7-9493-d8716b118842,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:38.704257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:38.797695 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-a62b6c1b-6b5b-4bc4-a639-a37d3857efb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.1008120
Apr 19 03:38:38.854535 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25ab856232ef4296af10a4730e7908b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7608924
Apr 19 03:38:38.856352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181db885-f66e-449e-9990-e2ff09846f45,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:38.860536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56454) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:38.868033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34fda-3c11-4c9a-9214-8e52fda7327e req-f5a4b026-95a3-4213-94d4-21b990ade91c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:38.869777 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68d34fda-3c11-4c9a-9214-8e52fda7327e req-f5a4b026-95a3-4213-94d4-21b990ade91c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.6159961
Apr 19 03:38:38.870676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:38.930739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-8ac36925-b3a5-4305-8391-cff640ee08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:38.932320 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-8ac36925-b3a5-4305-8391-cff640ee08ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.1219966
Apr 19 03:38:38.937241 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68d34fda-3c11-4c9a-9214-8e52fda7327e req-301278b0-433b-4ca4-99cc-6df2562dffce tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611217
Apr 19 03:38:38.988000 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-864057ff-e552-4f6f-b4cb-528d2ba8c5f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478458
Apr 19 03:38:39.001335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-e568e202-c1de-4b6c-8c98-429fbad1e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:39.002781 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-e568e202-c1de-4b6c-8c98-429fbad1e0d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 1096 time: 0.2703524
Apr 19 03:38:39.005737 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'tag': '60e9cad0-05d1-41b7-9493-d8716b118842', 'status': 'completed', 'code': 200}
Apr 19 03:38:39.165554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-f9f978f3-bca3-4274-9dce-16dfcfe77706 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e9cad0-05d1-41b7-9493-d8716b118842 HTTP/1.1" status: 200  len: 217 time: 0.0979083
Apr 19 03:38:39.165554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:39.165554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b939ba0-2d30-4fec-9dba-856767cb06e2 req-e7c63345-d5b2-41d4-a578-dbea3c7dbb5c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:39.165554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b939ba0-2d30-4fec-9dba-856767cb06e2 req-e7c63345-d5b2-41d4-a578-dbea3c7dbb5c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 944 time: 0.3507226
Apr 19 03:38:39.166293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-08e5dbb5-0dc5-491d-a1da-f37128002cdf service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427896
Apr 19 03:38:39.234687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-e4e27239-3704-482e-af73-2ef86b936df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:39.236573 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-e4e27239-3704-482e-af73-2ef86b936df3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 1098 time: 0.3541484
Apr 19 03:38:39.261050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:39.318684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:39.323571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7950ded-e759-4c4a-b7de-a02b7625acad req-49098d8b-a3ba-4f67-9e34-3919feef82ba service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1803191
Apr 19 03:38:39.351847 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b939ba0-2d30-4fec-9dba-856767cb06e2 req-489f54cf-a153-475e-a636-999bcedee8f0 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039957
Apr 19 03:38:39.358027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-5c64e75e-ec55-443b-8d8d-def4a45917e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:39.359572 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-5c64e75e-ec55-443b-8d8d-def4a45917e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.2223794
Apr 19 03:38:39.389321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:39.417476 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2dd6611e-9aa2-4c31-98bc-8876d42c85b7 req-198b1bc5-21cf-4e1d-8b13-38c88ae9b868 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.0659132
Apr 19 03:38:39.436360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Usage tracker for resource:security_group_rule and tenant:20117a1dcd7a48288e0393ecab107dc3 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:39.444877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:39.455469 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-00b8504c-bbff-406f-aa46-7acc7eb8ac74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693307
Apr 19 03:38:39.459476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:39.704786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-a718277a-6a11-4bfc-a525-c3b6d7a713bb service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428310
Apr 19 03:38:39.745582 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed770db-1ca2-4f25-81f2-e4c0bfc0a5ba req-0b7bc306-93b0-433b-8816-47dd7de984c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:39.747095 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9ed770db-1ca2-4f25-81f2-e4c0bfc0a5ba req-0b7bc306-93b0-433b-8816-47dd7de984c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 943 time: 0.2525620
Apr 19 03:38:39.899546 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9ed770db-1ca2-4f25-81f2-e4c0bfc0a5ba req-fa61d68c-73ca-4aa6-b6ed-9bbe61c70e3b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848289
Apr 19 03:38:39.917237 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dbc6bd7-b0a0-4ab5-a24f-cfcac124a667 req-151484e8-be58-419f-a827-a532ffe410b5 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040884
Apr 19 03:38:40.204684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:40.219109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d44da6e5-75be-403a-b17f-845416dc275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:40.242440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181db885-f66e-449e-9990-e2ff09846f45,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:40.274034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:40.289343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-a2cf9ba6-b027-4a43-b35b-1e30f3887447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:40.290936 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-a2cf9ba6-b027-4a43-b35b-1e30f3887447 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 1096 time: 0.1758990
Apr 19 03:38:40.292487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:40.296043 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/181db885-f66e-449e-9990-e2ff09846f45 HTTP/1.1" status: 204  len: 168 time: 1.4317498
Apr 19 03:38:40.299538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b803a9-45b3-40bc-9779-73a3b9476aab req-a8b04699-df99-4fc1-b264-e8593e79de11 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:40.301241 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-57b803a9-45b3-40bc-9779-73a3b9476aab req-a8b04699-df99-4fc1-b264-e8593e79de11 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.1220062
Apr 19 03:38:40.371792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-57b803a9-45b3-40bc-9779-73a3b9476aab req-c3d74c4c-416b-47b6-9c99-46a4b057e338 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634673
Apr 19 03:38:40.427956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:40.484485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:40.504196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6c19be2e-2b56-4f80-9127-2cc64af1ba29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:40.706603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f3d9b8ab-bbd3-4640-81fd-67706cd12ecc details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:38:40.863830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a6a0b841-0c6e-4f38-9623-30491c262a97 req-72cedd50-45b6-493c-9e2f-397f2c89e9f8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.1208575
Apr 19 03:38:40.883241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 64a0c86b-eb65-45fc-9eaf-18e538c2f777 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:40.883893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Synchronizing usage tracker for tenant:20117a1dcd7a48288e0393ecab107dc3 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:40.946470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-c555360a-5603-41b2-94ec-bab439ff2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:40.948114 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-c555360a-5603-41b2-94ec-bab439ff2625 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.6322832
Apr 19 03:38:40.979301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2f24ec-7a31-4183-86b7-81216fea2de7,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:41.033290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:41.051813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'port_id': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc', 'mac_address': 'fa:16:3e:a7:52:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:38:41.093841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:41.110787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:41.111244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:41.133466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:41.179077 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-9de76e54-a52b-4ebf-9bc1-74cfc3ca4d8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e9cad0-05d1-41b7-9493-d8716b118842 HTTP/1.1" status: 200  len: 217 time: 0.2010653
Apr 19 03:38:41.179206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:41.208018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d9b8ab-bbd3-4640-81fd-67706cd12ecc {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:41.261039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:41.297067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-3bd27113-bcaa-4474-b782-0fb4e1a2bacf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:41.303239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Unset dirty status for tenant:20117a1dcd7a48288e0393ecab107dc3 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:41.304453 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-300de3da-e25d-4668-bd54-2745f6a9d751 req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.0517361
Apr 19 03:38:41.311511 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-3bd27113-bcaa-4474-b782-0fb4e1a2bacf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 810 time: 0.4152472
Apr 19 03:38:41.368402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-86f5509e-525c-4c0c-b041-d46fe369d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:41.380408 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-86f5509e-525c-4c0c-b041-d46fe369d9e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.1930521
Apr 19 03:38:41.393228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8894c-e11e-4205-8291-8c12333bf79a req-40e55f54-f5f9-4a36-b371-6a44550a972c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:41.394866 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a8d8894c-e11e-4205-8291-8c12333bf79a req-40e55f54-f5f9-4a36-b371-6a44550a972c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 944 time: 0.8956256
Apr 19 03:38:41.414202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:41.419235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:41.446287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:41.479873 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-e51e50a9-545c-47da-bfb3-adda4b9dd88a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838194
Apr 19 03:38:41.537544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a8d8894c-e11e-4205-8291-8c12333bf79a req-c34ca595-1e56-47a9-941b-53e5b100880c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868261
Apr 19 03:38:41.552212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a0c86b-eb65-45fc-9eaf-18e538c2f777'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:41.570398 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-44c53a65-b1d1-48d4-b6ff-2991f9d38b8c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2853b10cb882499b9bb1d15de040c189 HTTP/1.1" status: 200  len: 5700 time: 0.1914394
Apr 19 03:38:41.583116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777,segment=NetworkSegment(35967690-008e-46be-9114-2881091b5562),segment_id=35967690-008e-46be-9114-2881091b5562)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:41.592661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:41.599393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:41.619325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f7f42-e66a-4677-b72a-63b9bc275cc2 req-0a173cd9-af1b-4ba8-ba46-8afd5381db8d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:41.621170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ce8f7f42-e66a-4677-b72a-63b9bc275cc2 req-0a173cd9-af1b-4ba8-ba46-8afd5381db8d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 943 time: 0.3118010
Apr 19 03:38:41.626340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:41.629473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:41.696944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-ce8f7f42-e66a-4677-b72a-63b9bc275cc2 req-e300cd41-2ee2-4a28-954c-75f7baeb7d9b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:41.737065 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-ce8f7f42-e66a-4677-b72a-63b9bc275cc2 req-e300cd41-2ee2-4a28-954c-75f7baeb7d9b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:41.738483 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ce8f7f42-e66a-4677-b72a-63b9bc275cc2 req-e300cd41-2ee2-4a28-954c-75f7baeb7d9b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104274
Apr 19 03:38:41.756972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=64a0c86b-eb65-45fc-9eaf-18e538c2f777,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:41.760490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:41.816904 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a0c86b-eb65-45fc-9eaf-18e538c2f777', 'code': 200}
Apr 19 03:38:41.818877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a22d-7dc4-4a62-a267-612a0ae9fe10 req-271ff179-f83e-4eed-a161-cc13da17d1f4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:41.820569 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e76a22d-7dc4-4a62-a267-612a0ae9fe10 req-271ff179-f83e-4eed-a161-cc13da17d1f4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.1291871
Apr 19 03:38:41.873479 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e76a22d-7dc4-4a62-a267-612a0ae9fe10 req-09512880-6cb4-4d8d-b865-4f9033fe59e3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450184
Apr 19 03:38:42.026522 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea570637-3139-43de-949d-89f2617efb23 req-c0a8504a-b75c-4a16-b70e-5dc42c971181 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.0519121
Apr 19 03:38:42.813491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4c5f-ea36-4345-9e56-b5bf87be867b req-7d41c6d6-253a-4f56-81bc-afbc0196f238 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:42.815003 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-67ef4c5f-ea36-4345-9e56-b5bf87be867b req-7d41c6d6-253a-4f56-81bc-afbc0196f238 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.0896702
Apr 19 03:38:42.862959 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-67ef4c5f-ea36-4345-9e56-b5bf87be867b req-5af1c237-c924-4c85-a1a8-bfbe208499c5 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416229
Apr 19 03:38:42.939254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0765f3-56d0-4874-a414-44d20b475b54 req-45c4216a-330f-4033-814f-339d5fccfbf8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:42.940854 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a0765f3-56d0-4874-a414-44d20b475b54 req-45c4216a-330f-4033-814f-339d5fccfbf8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 943 time: 0.0876207
Apr 19 03:38:42.991313 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a0765f3-56d0-4874-a414-44d20b475b54 req-f687fd1e-efbf-4a62-aaa6-3e0bdb097bde tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440755
Apr 19 03:38:43.082519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a998d6-aff2-45bf-8806-1b82a257433d req-e07644bd-8774-441f-8d11-d839abc3702b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:43.084113 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-35a998d6-aff2-45bf-8806-1b82a257433d req-e07644bd-8774-441f-8d11-d839abc3702b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.0871284
Apr 19 03:38:43.133657 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-35a998d6-aff2-45bf-8806-1b82a257433d req-b9970fa1-48a5-4b93-aa56-3a220507b459 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431240
Apr 19 03:38:43.276221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 60e9cad0-05d1-41b7-9493-d8716b118842 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:38:43.379091 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b9f1de66-a6f1-476c-ad4b-870ecb281f3c req-f9616dbc-71c9-4ab7-baef-621b5b188cbf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.2357519
Apr 19 03:38:43.430755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 60e9cad0-05d1-41b7-9493-d8716b118842, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=60e9cad0-05d1-41b7-9493-d8716b118842,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:43.445046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '60e9cad0-05d1-41b7-9493-d8716b118842', 'network_id': 'fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa', 'port_id': '60e9cad0-05d1-41b7-9493-d8716b118842', 'mac_address': 'fa:16:3e:78:93:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0c4cbe-d4eb-4e8b-864e-9624477fec41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:38:43.501906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:43.518804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e9cad0-05d1-41b7-9493-d8716b118842 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:43.534307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 60e9cad0-05d1-41b7-9493-d8716b118842, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=60e9cad0-05d1-41b7-9493-d8716b118842,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:43.570108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:43.571980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dcb5cb9a-8b3f-44cc-870e-6db8a8092513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:43.643684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=60e9cad0-05d1-41b7-9493-d8716b118842,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:43.646802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:43.660042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:38:44.061999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0e022-8125-4ffd-878c-25d8d8479334 req-a86e615b-d142-4468-acbc-ea5dae00fb8d tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:44.063622 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-edb0e022-8125-4ffd-878c-25d8d8479334 req-a86e615b-d142-4468-acbc-ea5dae00fb8d tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.0880384
Apr 19 03:38:44.113812 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-edb0e022-8125-4ffd-878c-25d8d8479334 req-cb4ba13e-26ee-4614-b0b4-592ccb49cdca tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425162
Apr 19 03:38:44.188625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb6b26-f57d-48ff-94dc-c5a163a3a6dc req-b8f11e2a-50f7-41f5-9231-dfbc4805a276 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:44.190174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98bb6b26-f57d-48ff-94dc-c5a163a3a6dc req-b8f11e2a-50f7-41f5-9231-dfbc4805a276 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 944 time: 0.0863495
Apr 19 03:38:44.239318 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98bb6b26-f57d-48ff-94dc-c5a163a3a6dc req-eb8b2a61-a77d-4152-8528-d5e9fa62b8a9 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426984
Apr 19 03:38:44.317890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'port': {'device_id': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'admin_state_up': True, 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'security_groups': ['f71087bc-c729-4842-b3ea-f192b046e058']}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:44.419082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a0248-7a44-4240-ab27-672d2c89204e req-fa960765-74cb-4821-a7d5-6f3f2e40fbe4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:44.421031 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9f1a0248-7a44-4240-ab27-672d2c89204e req-fa960765-74cb-4821-a7d5-6f3f2e40fbe4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.1735196
Apr 19 03:38:44.491369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:44.503237 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:44.521028 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9f1a0248-7a44-4240-ab27-672d2c89204e req-d7c900fd-31c8-4552-bf90-c8d6145b7201 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917907
Apr 19 03:38:44.538272 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-62730e63-4a09-4ff0-a97e-fb218e3006a5 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227178
Apr 19 03:38:44.545807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Made reservation on behalf of 2853b10cb882499b9bb1d15de040c189 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:38:44.552562 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:44.556870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['f3d9b8ab-bbd3-4640-81fd-67706cd12ecc'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:38:44.613113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['60e9cad0-05d1-41b7-9493-d8716b118842'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:38:44.729704 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20b3e513-0a68-4e99-9694-2ab3765f25ed req-d4ac6822-5b65-4961-bc9f-76ce3a185282 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.0637724
Apr 19 03:38:44.800220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61f787-b899-43ab-b6d5-4b7a836662eb req-e6a4a29b-0607-4078-80e8-a3680e407a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:44.801832 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd61f787-b899-43ab-b6d5-4b7a836662eb req-e6a4a29b-0607-4078-80e8-a3680e407a7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 1098 time: 0.1469831
Apr 19 03:38:44.810876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f149043-1929-4fcb-9019-4f3b03e5e992 req-f2a836bd-4b8b-45a6-ae74-5001ad7f4c2a service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2642663
Apr 19 03:38:44.862600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Allocated IP 172.20.0.10 (43cd66f9-03bd-414d-9d21-4899787c829e/8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba/ecbdac77-18ba-4113-9f8c-ba2c61c4047b) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:38:45.111877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:45.128941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Transition to ACTIVE for port object ecbdac77-18ba-4113-9f8c-ba2c61c4047b will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:45.176324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:45.183484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c0152f6-ab6f-4869-8d2d-738f84c95307 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:45.254471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Network 43cd66f9-03bd-414d-9d21-4899787c829e is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:38:45.258388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:38:45.262561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:38:45.268887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:45.269570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:45.285458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'Port': ['ID=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:45.290363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:45.323112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae45531-9767-4545-a28a-9781e4550046 req-1e4d4693-e618-4ba7-b9fd-68699cb95eae tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:45.324859 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bae45531-9767-4545-a28a-9781e4550046 req-1e4d4693-e618-4ba7-b9fd-68699cb95eae tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.0983243
Apr 19 03:38:45.342478 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0291858
Apr 19 03:38:45.380644 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bae45531-9767-4545-a28a-9781e4550046 req-fd3a6e02-e485-4b03-a0ab-5c725f4fa43d tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449064
Apr 19 03:38:45.460418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba09693-7ced-4179-b769-acbdfb142706 req-55b9dc7f-8c1c-4ad7-9e61-0cdf8c98c31f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:45.462009 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ba09693-7ced-4179-b769-acbdfb142706 req-55b9dc7f-8c1c-4ad7-9e61-0cdf8c98c31f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 944 time: 0.0907600
Apr 19 03:38:45.485011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e5e43642-2d5a-4ab2-8774-1a03bcc11a02 None None] Provisioning for port ecbdac77-18ba-4113-9f8c-ba2c61c4047b completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:45.490652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e5e43642-2d5a-4ab2-8774-1a03bcc11a02 None None] Provisioning complete for port ecbdac77-18ba-4113-9f8c-ba2c61c4047b triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:45.491076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e5e43642-2d5a-4ab2-8774-1a03bcc11a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:45.511121 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ba09693-7ced-4179-b769-acbdfb142706 req-59b5a8b5-bcec-4d98-81c2-5439cc543a4f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420513
Apr 19 03:38:45.548354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-e5e43642-2d5a-4ab2-8774-1a03bcc11a02 None None] Port ecbdac77-18ba-4113-9f8c-ba2c61c4047b cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:38:45.718651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5a884-dbd4-4d7a-b681-a3a80ae83090 req-0634c237-4ba5-45fb-a24c-3e7f5c28e284 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:45.720246 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53d5a884-dbd4-4d7a-b681-a3a80ae83090 req-0634c237-4ba5-45fb-a24c-3e7f5c28e284 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.0876405
Apr 19 03:38:45.766857 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53d5a884-dbd4-4d7a-b681-a3a80ae83090 req-7c97f000-1401-483a-b75f-d23a9263c0be tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402951
Apr 19 03:38:45.936296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea5d14-483e-4c83-bee4-6adac1440a07 req-947f096b-62a7-498c-8df0-362d96f250f5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:45.937069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-20ea5d14-483e-4c83-bee4-6adac1440a07 req-947f096b-62a7-498c-8df0-362d96f250f5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:45.981453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-20ea5d14-483e-4c83-bee4-6adac1440a07 req-947f096b-62a7-498c-8df0-362d96f250f5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:45.982684 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20ea5d14-483e-4c83-bee4-6adac1440a07 req-947f096b-62a7-498c-8df0-362d96f250f5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 932 time: 0.1341720
Apr 19 03:38:46.029259 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20ea5d14-483e-4c83-bee4-6adac1440a07 req-29a9e9f1-e887-45e6-bb7d-0678c9c4b9f7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398831
Apr 19 03:38:46.584822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f729e4-3cee-410d-90c7-3f3e7274b91d req-573f330d-e50d-44ba-8546-750066e3c899 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:46.586404 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0f729e4-3cee-410d-90c7-3f3e7274b91d req-573f330d-e50d-44ba-8546-750066e3c899 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.0934670
Apr 19 03:38:46.635528 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0f729e4-3cee-410d-90c7-3f3e7274b91d req-3df5490b-8f08-49a9-b9e5-ab1a9bfd6593 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421851
Apr 19 03:38:46.727365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b0240-bdeb-4805-b262-6e1ff303b757 req-6ca80c9b-c107-4b24-848c-7eda4d6e6852 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:46.728947 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c06b0240-bdeb-4805-b262-6e1ff303b757 req-6ca80c9b-c107-4b24-848c-7eda4d6e6852 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 944 time: 0.0861971
Apr 19 03:38:46.780548 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c06b0240-bdeb-4805-b262-6e1ff303b757 req-9c93f41c-03b7-4313-9efe-0730eac4296b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442259
Apr 19 03:38:46.972238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328003fa-e7ff-4e7a-b570-9e28c3f3a052 req-fd12a9d3-293f-4f13-8fe2-497dccdab958 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:46.973813 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-328003fa-e7ff-4e7a-b570-9e28c3f3a052 req-fd12a9d3-293f-4f13-8fe2-497dccdab958 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.0911906
Apr 19 03:38:47.020731 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-328003fa-e7ff-4e7a-b570-9e28c3f3a052 req-8dc50180-65f5-4895-86c6-782c52564626 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404935
Apr 19 03:38:47.225932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2375-a550-4be7-810f-555b78fdd8e2 req-94ecacf9-aabd-46a2-8e42-89d660f39cbd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:47.227443 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-040a2375-a550-4be7-810f-555b78fdd8e2 req-94ecacf9-aabd-46a2-8e42-89d660f39cbd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 932 time: 0.0866346
Apr 19 03:38:47.273854 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-040a2375-a550-4be7-810f-555b78fdd8e2 req-a3833a5a-2211-495c-9cf3-9ff0fe888880 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401475
Apr 19 03:38:47.718957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Request body: {'port': {'device_id': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:38:47.739838 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd61f787-b899-43ab-b6d5-4b7a836662eb req-d73df55f-f659-48c2-82c2-c17d0ee0aac5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401590
Apr 19 03:38:47.839003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bc70f-9994-46e6-b23a-c2fc28704cf5 req-eae33a0b-e764-4402-b8bd-37ff885550bc tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:47.840283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:47.841034 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c96bc70f-9994-46e6-b23a-c2fc28704cf5 req-eae33a0b-e764-4402-b8bd-37ff885550bc tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.0894413
Apr 19 03:38:47.927259 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c96bc70f-9994-46e6-b23a-c2fc28704cf5 req-519ac1d6-3bde-450e-be96-cdf2ad35d238 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790820
Apr 19 03:38:48.102971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dae58-49f4-4c7b-bd66-4e9b0a1d3ceb req-3c9f3128-a5d0-4ef4-aaf4-6802f56b0ebd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:48.104649 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-936dae58-49f4-4c7b-bd66-4e9b0a1d3ceb req-3c9f3128-a5d0-4ef4-aaf4-6802f56b0ebd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 944 time: 0.1924777
Apr 19 03:38:48.213327 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-936dae58-49f4-4c7b-bd66-4e9b0a1d3ceb req-61f6c4a4-0a32-4b0b-b70e-dfab380dd41c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620573
Apr 19 03:38:48.231871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef04e28-1563-4dde-8ab8-7e772f63308b req-dccfdef4-7fd4-4704-9297-917e95ff4f69 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:48.234053 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cef04e28-1563-4dde-8ab8-7e772f63308b req-dccfdef4-7fd4-4704-9297-917e95ff4f69 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.0968080
Apr 19 03:38:48.283080 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cef04e28-1563-4dde-8ab8-7e772f63308b req-4042cfb4-c318-4d68-9eaf-e96d6ecd17b3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408819
Apr 19 03:38:48.336920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbdac77-18ba-4113-9f8c-ba2c61c4047b {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:48.345218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:48.360976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Transition to ACTIVE for port object ecbdac77-18ba-4113-9f8c-ba2c61c4047b will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:38:48.433864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:48.449508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9d82bf5b-e3a9-4025-b870-a7268f8e3af8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:48.606416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Pushing event updated for resources: {'Port': ['ID=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:48.610461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:48.691360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Attempting to bind port ecbdac77-18ba-4113-9f8c-ba2c61c4047b on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:38:48.691732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Attempting to bind port ecbdac77-18ba-4113-9f8c-ba2c61c4047b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:38:48.692101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Attempting to bind port ecbdac77-18ba-4113-9f8c-ba2c61c4047b on network 43cd66f9-03bd-414d-9d21-4899787c829e {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:48.700968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Port ecbdac77-18ba-4113-9f8c-ba2c61c4047b on network 43cd66f9-03bd-414d-9d21-4899787c829e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:38:48.701330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Attempting to bind port ecbdac77-18ba-4113-9f8c-ba2c61c4047b on network 43cd66f9-03bd-414d-9d21-4899787c829e {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:38:48.713485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68136885-cdea-41aa-8a48-16e9973756eb req-c693531d-52b9-4436-86b7-8cafed108f00 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:48.715099 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68136885-cdea-41aa-8a48-16e9973756eb req-c693531d-52b9-4436-86b7-8cafed108f00 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 944 time: 0.3236532
Apr 19 03:38:48.718685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:38:48.719059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Checking segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:38:48.719522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Bound using segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:38:48.719977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Bound port: ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:38:48.720358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:48.864098 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68136885-cdea-41aa-8a48-16e9973756eb req-93b7a6ca-9ecc-43ee-8e8c-b03042c98646 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337476
Apr 19 03:38:48.869829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] For port ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:38:48.871289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1c847119-f467-4441-9c16-7117690a4281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:48.873538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] For port ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:38:48.925051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:48.930410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:48.993356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:48.993356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:48.993356 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] 10.222.0.43 "PUT /v2.0/ports/ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 200  len: 1094 time: 1.2771242
Apr 19 03:38:48.995006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:49.061082 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'status': 'completed', 'code': 200}
Apr 19 03:38:49.065790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Pushing event updated for resources: {'Port': ['ID=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:49.076133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:49.165302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492245e2-63b6-4f7b-b0e2-16b0edaa6336 req-5c7f618f-ca82-4874-b768-366235862561 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:49.174076 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-492245e2-63b6-4f7b-b0e2-16b0edaa6336 req-5c7f618f-ca82-4874-b768-366235862561 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.1305022
Apr 19 03:38:49.231422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-492245e2-63b6-4f7b-b0e2-16b0edaa6336 req-0ac5efdc-c533-4ace-a8dc-879f10786fe0 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561221
Apr 19 03:38:49.432955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ed74-0a47-4021-8ba1-95d51981d24a req-23e766e8-1778-4717-b59c-fa0b8825fc9b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:49.434529 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1328ed74-0a47-4021-8ba1-95d51981d24a req-23e766e8-1778-4717-b59c-fa0b8825fc9b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 944 time: 0.0914834
Apr 19 03:38:49.486222 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1328ed74-0a47-4021-8ba1-95d51981d24a req-1a516338-d8f2-41b1-830a-deb3ab7e46ab tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444555
Apr 19 03:38:49.504598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e9c8-6080-46f2-aec8-3cf4d0a53467 req-eeaef403-9847-4589-8a0d-c3e4ecdcbf7b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:49.513702 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe91e9c8-6080-46f2-aec8-3cf4d0a53467 req-eeaef403-9847-4589-8a0d-c3e4ecdcbf7b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.1057067
Apr 19 03:38:49.602100 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe91e9c8-6080-46f2-aec8-3cf4d0a53467 req-64139782-bbcc-4007-b4de-3b8c13aeb89c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873518
Apr 19 03:38:49.940576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56712) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:50.087509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.101727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ea823-e995-4dba-8439-dcc6cf4a234e req-c8e1a7c2-6f13-407f-9fab-4ce83da976dc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:50.103534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:50.107746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6afaccac1414452396b7849f869205a7 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:50.109714 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-921ea823-e995-4dba-8439-dcc6cf4a234e req-c8e1a7c2-6f13-407f-9fab-4ce83da976dc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 944 time: 0.1148031
Apr 19 03:38:50.111270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:50.117522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:50.154493 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-921ea823-e995-4dba-8439-dcc6cf4a234e req-26fae351-7d1d-4a78-b911-f0ea5ad116a5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439308
Apr 19 03:38:50.327880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.364532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.372094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:50.414160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0683af3-9208-4ccf-8a34-56544c51ed62,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:50.420345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6afaccac1414452396b7849f869205a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4771996
Apr 19 03:38:50.420345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:50.422282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56726) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:50.485805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.513051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.596991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.603739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:50.619696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0683af3-9208-4ccf-8a34-56544c51ed62,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:50.622599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:50.629428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:50.630117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0683af3-9208-4ccf-8a34-56544c51ed62 HTTP/1.1" status: 204  len: 168 time: 0.2063813
Apr 19 03:38:50.709166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb83e6f-74ac-466e-935c-fa08e28ac8ef req-54f252c1-4e4d-458a-8000-208c86babca1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:50.710766 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6cb83e6f-74ac-466e-935c-fa08e28ac8ef req-54f252c1-4e4d-458a-8000-208c86babca1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 944 time: 0.1078866
Apr 19 03:38:50.759497 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6cb83e6f-74ac-466e-935c-fa08e28ac8ef req-da1849c2-f545-40b1-88cf-f0f638ab0b04 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420341
Apr 19 03:38:50.909146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f3d9b8ab-bbd3-4640-81fd-67706cd12ecc up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:51.030719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:51.035631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:51.036048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.140048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 56744) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:51.157261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.158413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.174172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:51.178303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e486852d91e4e1684542a6ea655fad8 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:51.181581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:51.188591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:51.188936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:51.200260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:51.253909 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc', 'code': 200}
Apr 19 03:38:51.255290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.256335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 60e9cad0-05d1-41b7-9493-d8716b118842 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:51.289376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-38ca17d2-a06c-4c66-bb95-43e1961a6a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:51.350639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.384457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23d1a-d5a8-4446-af8b-8505021ee6d7 req-3b6cef4f-7267-4ed5-896c-df15f17265de tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:51.386022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a8b23d1a-d5a8-4446-af8b-8505021ee6d7 req-3b6cef4f-7267-4ed5-896c-df15f17265de tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 944 time: 0.1035998
Apr 19 03:38:51.387176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.396493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:51.397253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:51.401118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:51.419309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ceeeedac-9167-4d6d-8078-f0365d1d94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.449912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 60e9cad0-05d1-41b7-9493-d8716b118842 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:51.455289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 60e9cad0-05d1-41b7-9493-d8716b118842 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:51.455700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.457490 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e486852d91e4e1684542a6ea655fad8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3163221
Apr 19 03:38:51.460739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 56752) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:51.473183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d1abf-4464-43e2-a5d7-4a6235e9f77a,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:51.478566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:51.491357 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a8b23d1a-d5a8-4446-af8b-8505021ee6d7 req-929ef1c5-431f-4608-8a0b-a909654c7916 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949142
Apr 19 03:38:51.544966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.587247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.597034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.656181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.661401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:51.667023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 60e9cad0-05d1-41b7-9493-d8716b118842, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=60e9cad0-05d1-41b7-9493-d8716b118842,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:51.674532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d1abf-4464-43e2-a5d7-4a6235e9f77a,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:51.679794 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:51.684635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.686064 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf4d1abf-4464-43e2-a5d7-4a6235e9f77a HTTP/1.1" status: 204  len: 168 time: 0.2239330
Apr 19 03:38:51.695699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.697360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:51.777797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=60e9cad0-05d1-41b7-9493-d8716b118842,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:51.781766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:51.848137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:51.959929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa475d-0b28-4e06-a12c-de84bfdc756a req-695422f6-fe64-4249-b099-84165f1ece00 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:51.961568 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ffa475d-0b28-4e06-a12c-de84bfdc756a req-695422f6-fe64-4249-b099-84165f1ece00 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0883667
Apr 19 03:38:52.023717 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ffa475d-0b28-4e06-a12c-de84bfdc756a req-8f1d6f5c-de7e-4bc9-8a62-3456eeeb17bd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547988
Apr 19 03:38:52.086699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:52.113419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5ef84-0160-4fe6-8a46-735f598aaa90 req-17c8987c-25ed-4eba-a286-bd123a15c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:52.114983 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-41f5ef84-0160-4fe6-8a46-735f598aaa90 req-17c8987c-25ed-4eba-a286-bd123a15c97c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1097 time: 0.1073909
Apr 19 03:38:52.347340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffdcd3-eec2-4875-9696-5701a6264266 req-c2665eac-6067-40ca-a7f1-d97bcc4b292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:52.349149 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-11ffdcd3-eec2-4875-9696-5701a6264266 req-c2665eac-6067-40ca-a7f1-d97bcc4b292f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.0982187
Apr 19 03:38:52.402102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-11ffdcd3-eec2-4875-9696-5701a6264266 req-81a45da3-dbb1-4d64-9c12-8904bf458ad9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458360
Apr 19 03:38:52.461094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5ef84-0160-4fe6-8a46-735f598aaa90 req-74dd5bc1-ca05-49f3-90e8-59e91f247c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:52.462657 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-41f5ef84-0160-4fe6-8a46-735f598aaa90 req-74dd5bc1-ca05-49f3-90e8-59e91f247c8c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2853b10cb882499b9bb1d15de040c189&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3375478
Apr 19 03:38:52.471180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:52.691709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5ef84-0160-4fe6-8a46-735f598aaa90 req-d8a7688e-5d58-49f4-9986-d26f7ef03190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:52.693289 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-41f5ef84-0160-4fe6-8a46-735f598aaa90 req-d8a7688e-5d58-49f4-9986-d26f7ef03190 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2181139
Apr 19 03:38:52.730219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184811f-98d0-49cb-a08a-8b9037dde734 req-b0bed8c7-3aac-4de5-9866-fa5ad6d3196a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:52.731843 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f184811f-98d0-49cb-a08a-8b9037dde734 req-b0bed8c7-3aac-4de5-9866-fa5ad6d3196a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 944 time: 0.1166573
Apr 19 03:38:52.847766 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f184811f-98d0-49cb-a08a-8b9037dde734 req-4429b605-0865-4936-a48b-3870d1023463 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061950
Apr 19 03:38:52.876490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-f0fb7d71-9303-4053-84a6-2f7bc3fcde44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:52.878652 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-f0fb7d71-9303-4053-84a6-2f7bc3fcde44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1097 time: 0.1197200
Apr 19 03:38:53.045082 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-32d0d10c-166d-4372-a7ef-9db8091cd07e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 200  len: 217 time: 0.1481872
Apr 19 03:38:53.132086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-97495589-7bbb-4dd6-ad3a-2b6afb4cc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:53.133643 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-97495589-7bbb-4dd6-ad3a-2b6afb4cc44b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0778923
Apr 19 03:38:53.255692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e9cad0-05d1-41b7-9493-d8716b118842'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:53.267536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:53.308907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24055-e560-459b-b899-b5d78ecca04a req-67b036d7-0c5d-49f4-b44b-d363f6b0d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:53.311106 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-67b036d7-0c5d-49f4-b44b-d363f6b0d2ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1706171
Apr 19 03:38:53.320506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6261-a7d1-414b-a3d9-e33dc2a4af60 req-907674aa-d883-4a55-9038-6692d88b0e46 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:53.321979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5b5c6261-a7d1-414b-a3d9-e33dc2a4af60 req-907674aa-d883-4a55-9038-6692d88b0e46 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1308782
Apr 19 03:38:53.473544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5b5c6261-a7d1-414b-a3d9-e33dc2a4af60 req-fc4d4b30-0473-49c1-9438-0989cad69020 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633495
Apr 19 03:38:53.551367 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e9cad0-05d1-41b7-9493-d8716b118842', 'code': 200}
Apr 19 03:38:53.562787 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-baa54dbe-d1fa-4f78-8b55-490154faadb7 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397077
Apr 19 03:38:53.753008 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbb24055-e560-459b-b899-b5d78ecca04a req-25162adb-acf5-4dab-9ee0-b3f5bd487f5d service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802628
Apr 19 03:38:53.991049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c253b-094d-445c-99a6-b1fff3b131e9 req-dbcb280c-9e7a-4197-bf41-702509880d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:53.994080 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc2c253b-094d-445c-99a6-b1fff3b131e9 req-dbcb280c-9e7a-4197-bf41-702509880d51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 1098 time: 0.1325266
Apr 19 03:38:54.130684 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc2c253b-094d-445c-99a6-b1fff3b131e9 req-76240a7f-1e23-45c3-b1a2-2728a38af8e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132991
Apr 19 03:38:54.170866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c644dc9-0d93-4b86-b182-4be246d38f95 req-1d4517c0-4594-4700-be46-8e14ccf05476 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:54.172506 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5c644dc9-0d93-4b86-b182-4be246d38f95 req-1d4517c0-4594-4700-be46-8e14ccf05476 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 944 time: 0.1171913
Apr 19 03:38:54.223603 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5c644dc9-0d93-4b86-b182-4be246d38f95 req-24d2678f-64ed-4d12-b44f-3cd6ac379053 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444732
Apr 19 03:38:54.763870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0d2b2-07f9-4b1e-abe5-208822d63809 req-7050b130-be26-479f-8f0f-e1532028aac6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:54.765648 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ce0d2b2-07f9-4b1e-abe5-208822d63809 req-7050b130-be26-479f-8f0f-e1532028aac6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0926745
Apr 19 03:38:54.821293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ce0d2b2-07f9-4b1e-abe5-208822d63809 req-d50ba7b3-1af6-4eb6-8c73-80b5ab859e98 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426207
Apr 19 03:38:55.488332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476af0c6-fea3-4069-b35e-a6349fc2535d req-78df030c-c094-4f93-bc4e-f872cc552aa3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:55.490042 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-476af0c6-fea3-4069-b35e-a6349fc2535d req-78df030c-c094-4f93-bc4e-f872cc552aa3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 944 time: 0.1101844
Apr 19 03:38:55.538979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-476af0c6-fea3-4069-b35e-a6349fc2535d req-493b6f46-a4b1-45ef-b9bc-2311674c0211 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:38:55.556050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-476af0c6-fea3-4069-b35e-a6349fc2535d req-493b6f46-a4b1-45ef-b9bc-2311674c0211 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:38:55.557340 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-476af0c6-fea3-4069-b35e-a6349fc2535d req-493b6f46-a4b1-45ef-b9bc-2311674c0211 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605204
Apr 19 03:38:55.975265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device ecbdac77-18ba-4113-9f8c-ba2c61c4047b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:38:56.032508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862fa63-f4f2-4aaa-a0aa-102b161e5173 req-205a01ea-4f52-43a6-85e1-a45d35efa9c1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:56.034178 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f862fa63-f4f2-4aaa-a0aa-102b161e5173 req-205a01ea-4f52-43a6-85e1-a45d35efa9c1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0953016
Apr 19 03:38:56.121039 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f862fa63-f4f2-4aaa-a0aa-102b161e5173 req-cb2d8add-7a4c-4d02-a4f0-56b78cd4cd55 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803483
Apr 19 03:38:56.152794 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:56.167631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'port_id': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'mac_address': 'fa:16:3e:b3:e1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:38:56.228567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:56.249265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecbdac77-18ba-4113-9f8c-ba2c61c4047b {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:38:56.267437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:56.324646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:56.328009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-eb6a9d57-58dc-40a8-9126-b4b8498a7bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:56.411705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:56.417616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:56.638204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['ecbdac77-18ba-4113-9f8c-ba2c61c4047b'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:38:56.789962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-95254cdf-6b4a-4d89-a3f4-5d0e73ae27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:56.791581 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-95254cdf-6b4a-4d89-a3f4-5d0e73ae27ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 1098 time: 0.1554182
Apr 19 03:38:56.805367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17359-7353-4b80-8280-acd1a42dca5b req-cfd93759-98d9-4f94-9861-1f7d9d7057ec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:56.808157 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ebe17359-7353-4b80-8280-acd1a42dca5b req-cfd93759-98d9-4f94-9861-1f7d9d7057ec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 945 time: 0.1129637
Apr 19 03:38:56.862117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ebe17359-7353-4b80-8280-acd1a42dca5b req-87c5fb39-cc9f-461d-ac44-ef7b8f38b706 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476234
Apr 19 03:38:56.905753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059fb89-f1af-48d6-b0b3-66f64ecec112 req-3c687617-f13a-4edc-bcfe-61c209cf0cd4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:56.907365 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a059fb89-f1af-48d6-b0b3-66f64ecec112 req-3c687617-f13a-4edc-bcfe-61c209cf0cd4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1962612
Apr 19 03:38:56.998734 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a059fb89-f1af-48d6-b0b3-66f64ecec112 req-a4fa8a19-9276-4b7a-94b3-8946646cf24a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846748
Apr 19 03:38:57.003092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-20ce172e-388f-4ecf-bb75-ca0b57828258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:57.004578 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-20ce172e-388f-4ecf-bb75-ca0b57828258 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.2007248
Apr 19 03:38:57.080696 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-f00569ec-6111-46ca-982a-5125a97c9503 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e9cad0-05d1-41b7-9493-d8716b118842 HTTP/1.1" status: 200  len: 217 time: 0.0662422
Apr 19 03:38:57.152835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-fdfdc794-dbc9-4e1e-92b9-a3e7cb9283ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:57.154387 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-fdfdc794-dbc9-4e1e-92b9-a3e7cb9283ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.0669620
Apr 19 03:38:57.215730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-6c752848-dc56-44d3-8ad7-118b506f2832 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450573
Apr 19 03:38:57.358111 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-9bffb9b4-021a-4785-a1fe-6845e16902af service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343992
Apr 19 03:38:57.502492 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad7aafa-106b-4954-9f60-265edc93c2cd req-b0a3b3f0-13dc-41dc-93b1-217b3e26171c service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366060
Apr 19 03:38:57.996041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device ecbdac77-18ba-4113-9f8c-ba2c61c4047b up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:38:58.128592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6386f-0932-450d-be22-40a2935f221f req-b4e8fcd6-4668-4c8f-9e3d-394652ec4912 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:58.136488 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7de6386f-0932-450d-be22-40a2935f221f req-b4e8fcd6-4668-4c8f-9e3d-394652ec4912 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 945 time: 0.1054018
Apr 19 03:38:58.147872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port ecbdac77-18ba-4113-9f8c-ba2c61c4047b completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:38:58.161844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port ecbdac77-18ba-4113-9f8c-ba2c61c4047b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:38:58.161844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:58.192943 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7de6386f-0932-450d-be22-40a2935f221f req-3f674d0c-6ede-4f2e-a762-4eb81abc2317 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554302
Apr 19 03:38:58.301364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cdd94-1b15-4b1b-b016-12a05481a008 req-ace992a8-5ba7-4122-9cbd-0f9524bcef8a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:58.302995 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b1cdd94-1b15-4b1b-b016-12a05481a008 req-ace992a8-5ba7-4122-9cbd-0f9524bcef8a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1590767
Apr 19 03:38:58.331501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:58.357880 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b1cdd94-1b15-4b1b-b016-12a05481a008 req-f9e96d39-b6a3-45d9-9555-7d0c7237a5c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482063
Apr 19 03:38:58.369960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:38:58.389721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:38:58.423943 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'code': 200}
Apr 19 03:38:58.450871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:58.454517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:58.530732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:58.534039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:58.762731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262bf94-7553-4946-a4be-3041f14ee4ca req-6c4e281c-7b87-4dfd-8f8f-a2b5f50ad528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:58.764805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3262bf94-7553-4946-a4be-3041f14ee4ca req-6c4e281c-7b87-4dfd-8f8f-a2b5f50ad528 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1099 time: 0.0782828
Apr 19 03:38:58.829833 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3262bf94-7553-4946-a4be-3041f14ee4ca req-52f5952b-c25c-4635-9098-305431132016 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466242
Apr 19 03:38:59.379347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57072) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:59.410002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93cb7-cd1d-4d53-ab3e-49c6fee5fa61 req-1512de4e-e47e-4806-be9f-491396b84080 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:59.412004 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38a93cb7-cd1d-4d53-ab3e-49c6fee5fa61 req-1512de4e-e47e-4806-be9f-491396b84080 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1093955
Apr 19 03:38:59.467321 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38a93cb7-cd1d-4d53-ab3e-49c6fee5fa61 req-c5e0e1d4-e16a-472e-b1cf-af84d81aac75 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479448
Apr 19 03:38:59.565625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:59.593249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:38:59.597646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Usage tracker for resource:security_group_rule and tenant:29ae8e4a5410497abdf4b78f3bc61c6a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:38:59.601253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:38:59.607604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:38:59.652927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ce938-1d62-43ab-98d3-407f4c49385d req-d2ad5b51-637b-4a69-b302-c05ab7e800e8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:38:59.654555 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-171ce938-1d62-43ab-98d3-407f4c49385d req-d2ad5b51-637b-4a69-b302-c05ab7e800e8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1638122
Apr 19 03:38:59.722306 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-171ce938-1d62-43ab-98d3-407f4c49385d req-311dde66-4c12-4845-8b42-30ee789de732 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578096
Apr 19 03:38:59.756689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:59.804464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:59.813454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:38:59.855468 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29ae8e4a5410497abdf4b78f3bc61c6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4744527
Apr 19 03:38:59.858762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57088) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:38:59.860609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2f094-e250-4154-8809-ae6245b81da9,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:38:59.863884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:38:59.923113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:38:59.949522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:00.113245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:00.118829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e9b62bb-bd11-438d-bdf7-03105fce30d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:00.135180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2f094-e250-4154-8809-ae6245b81da9,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:00.144726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:00.149411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:00.150845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59c2f094-e250-4154-8809-ae6245b81da9 HTTP/1.1" status: 204  len: 168 time: 0.2907131
Apr 19 03:39:00.697078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d538cce-d65b-426e-8423-3adead17ad1e req-a8c472e9-ff83-44c7-a769-100510b072e8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:00.697078 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9d538cce-d65b-426e-8423-3adead17ad1e req-a8c472e9-ff83-44c7-a769-100510b072e8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0995488
Apr 19 03:39:00.742879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57130) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:00.793218 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9d538cce-d65b-426e-8423-3adead17ad1e req-b938c767-a4a2-4d1a-b7a7-a5a38a9c4597 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919366
Apr 19 03:39:01.046128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cef47e-5d5f-4c06-82cf-8c2ff76a08a0 req-5106d0b2-686c-4144-b21d-48a26ca4bcf6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:01.051727 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88cef47e-5d5f-4c06-82cf-8c2ff76a08a0 req-5106d0b2-686c-4144-b21d-48a26ca4bcf6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1292689
Apr 19 03:39:01.081707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ece8-282f-45bb-8798-3749a23c8552 req-1e4d8594-91a5-4fb4-b6e5-c7e096a5994d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:01.083368 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-def1ece8-282f-45bb-8798-3749a23c8552 req-1e4d8594-91a5-4fb4-b6e5-c7e096a5994d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1355042
Apr 19 03:39:01.094667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57156) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:01.101327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'floatingip': {'port_id': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:01.141318 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88cef47e-5d5f-4c06-82cf-8c2ff76a08a0 req-a931b4c3-9abc-4c6a-a9a9-ceef92af3383 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841720
Apr 19 03:39:01.144143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.160901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:01.165737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Usage tracker for resource:security_group_rule and tenant:37525c1e18b94650adb304730e1c90e2 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:01.168085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:01.174891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:01.188010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.263332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.296338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.308342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:01.351834 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37525c1e18b94650adb304730e1c90e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6076114
Apr 19 03:39:01.352880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57166) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:01.356983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614cdfe-5ffb-403c-95c0-bba656ac92d7,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:01.383844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.384242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.384635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.385011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.385384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.385762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.386132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.386655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.387028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.387451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.387821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.388185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:01.392619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:01.444616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.476830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.558575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.565386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:01.581479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614cdfe-5ffb-403c-95c0-bba656ac92d7,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:01.599877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:01.600749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:01.605018 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d614cdfe-5ffb-403c-95c0-bba656ac92d7 HTTP/1.1" status: 204  len: 168 time: 0.2501819
Apr 19 03:39:02.191732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57188) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:02.212111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.227440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:02.234896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8c99bcc1514c748160d6e5396f0976 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:02.239958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:02.248898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:02.269576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.320740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.345366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.375751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.384980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d75e9d25-75d6-4ec4-bf93-29b1850e73e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:02.431791 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc8c99bcc1514c748160d6e5396f0976&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2388368
Apr 19 03:39:02.433522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57202) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:02.437326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9768ea-b449-4073-affa-4e54f7370ca0,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:02.452449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:02.502778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.518822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afdbe0-9b6f-4ec6-8097-a5e84e8f9dc9 req-3e7339f3-79ed-4a76-b180-a74d6e138cd9 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:02.520457 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c4afdbe0-9b6f-4ec6-8097-a5e84e8f9dc9 req-3e7339f3-79ed-4a76-b180-a74d6e138cd9 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2488880
Apr 19 03:39:02.532933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.550332 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Floating IP 691424a7-9d3a-4c07-9e42-23b5f5e30d87 associated. External IP: 172.27.0.31, port: ecbdac77-18ba-4113-9f8c-ba2c61c4047b.
Apr 19 03:39:02.620124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.625961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:02.639174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9768ea-b449-4073-affa-4e54f7370ca0,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:02.641532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:02.645303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:02.646466 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba9768ea-b449-4073-affa-4e54f7370ca0 HTTP/1.1" status: 204  len: 168 time: 0.2119956
Apr 19 03:39:02.728293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c4afdbe0-9b6f-4ec6-8097-a5e84e8f9dc9 req-a2c55368-a63c-4ba4-96b9-56c4c75f51d5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974990
Apr 19 03:39:03.159895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Router 11cf724c-faef-4c5b-96ee-547f43df055d has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:39:03.219813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57226) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:03.238640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.254152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:03.258177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Usage tracker for resource:security_group_rule and tenant:1daceaf71dd24bf09d6fc345df593a9a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:03.261087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:03.267636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:03.355424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.355906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:39:03.360546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.375268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:39:03.380293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:39:03.380953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d277828>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:38:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:03.387197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.397211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fd7f067f-8c7b-4526-a3fa-3df3115651f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:03.422201 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-265cb4a4-ffc8-4c5b-b4bc-377e349b35db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "PUT /v2.0/floatingips/691424a7-9d3a-4c07-9e42-23b5f5e30d87 HTTP/1.1" status: 200  len: 991 time: 2.3230269
Apr 19 03:39:03.422201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:03.440531 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1daceaf71dd24bf09d6fc345df593a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2194917
Apr 19 03:39:03.441357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46c602-1f40-4514-8e63-620b64ec75a7,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:03.443421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57234) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:03.444599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:03.482555 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'status': 'completed', 'code': 200}
Apr 19 03:39:03.515024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.542865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.584471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:39:03.627499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.632318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-44bd2e90-30b9-4b25-b4c8-eb56dd5885c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:03.645588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46c602-1f40-4514-8e63-620b64ec75a7,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:03.657898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.658319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.658706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.659089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.659494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.659873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.660252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.660631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.661004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.661383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.661756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.662134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:03.665564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:03.666441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:03.670952 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fc54fccd-888e-4401-9df1-47d24a6fb79b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df46c602-1f40-4514-8e63-620b64ec75a7 HTTP/1.1" status: 204  len: 168 time: 0.2227678
Apr 19 03:39:04.014317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-03e51033-316a-44ce-b8a9-1f09009ebcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:04.016551 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-03e51033-316a-44ce-b8a9-1f09009ebcc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1099 time: 0.1237018
Apr 19 03:39:04.026177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88062-e508-477f-bfe6-7e5f993bae1c req-7ba59aaa-cc65-4010-bcf2-6a8196ab45dd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:04.027837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ab88062-e508-477f-bfe6-7e5f993bae1c req-7ba59aaa-cc65-4010-bcf2-6a8196ab45dd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1800058
Apr 19 03:39:04.145148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d277828>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '691424a7-9d3a-4c07-9e42-23b5f5e30d87', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'port_id': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'mac_address': 'fa:16:3e:b3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:38:31Z', 'updated_at': '2021-04-19T03:39:02Z', 'revision_number': 1, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:04.149604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:39:04.160486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:39:04.161372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d277828>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:38:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:04.250027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-48c1a7d2-dca0-4dfd-a9b8-290e61e10637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:04.252442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-48c1a7d2-dca0-4dfd-a9b8-290e61e10637 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.2236459
Apr 19 03:39:04.264864 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ab88062-e508-477f-bfe6-7e5f993bae1c req-60f68e5e-aaf3-42b4-bc04-66ce0c11947b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138660
Apr 19 03:39:04.376685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:39:04.407903 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-19f7a24b-fd71-4777-927f-63a059f6e130 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 200  len: 999 time: 0.1466660
Apr 19 03:39:04.491056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-b73de2b0-fb3a-444b-8dc3-a30650b1a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:04.492803 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-b73de2b0-fb3a-444b-8dc3-a30650b1a5c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0730860
Apr 19 03:39:04.594949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-d59e34f3-9864-4cff-b057-56d06c6b928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:04.596655 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-d59e34f3-9864-4cff-b057-56d06c6b928c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913417
Apr 19 03:39:04.786987 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-56ff067a-156c-4e8f-aea7-3f8661e4ffc5 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665471
Apr 19 03:39:04.797746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d277828>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '691424a7-9d3a-4c07-9e42-23b5f5e30d87', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'port_id': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'mac_address': 'fa:16:3e:b3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:38:31Z', 'updated_at': '2021-04-19T03:39:02Z', 'revision_number': 1, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:04.802733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787719c1-b1d6-4558-af0c-d5a718733944 None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '691424a7-9d3a-4c07-9e42-23b5f5e30d87', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'port_id': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'mac_address': 'fa:16:3e:b3:e1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:38:31Z', 'updated_at': '2021-04-19T03:39:02Z', 'revision_number': 1, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:39:04.946681 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f3634b0-3b3b-4241-8017-a59aaa34f58b req-c137bc00-39fe-4f6a-9fda-7ce3101e970f service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529157
Apr 19 03:39:05.153318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569f5cea-0f53-4507-94d3-25ada2a4ffd7 None None] New status for floating IP 691424a7-9d3a-4c07-9e42-23b5f5e30d87: ACTIVE {{(pid=86432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:39:05.597759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b804e58-a6e2-4352-85f9-b4fa349794c2 req-d6529c9c-f420-4df9-a13d-a017de59556d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:05.597759 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5b804e58-a6e2-4352-85f9-b4fa349794c2 req-d6529c9c-f420-4df9-a13d-a017de59556d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1022005
Apr 19 03:39:05.597759 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5b804e58-a6e2-4352-85f9-b4fa349794c2 req-47321be3-d35c-408c-a571-437b7eb8dc6f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576282
Apr 19 03:39:06.290311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-265984a0-efd4-4f76-8a13-1b9a83f06e1b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:06.291942 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-265984a0-efd4-4f76-8a13-1b9a83f06e1b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.3614979
Apr 19 03:39:06.311896 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-289ef5dd-8bee-4fc5-aed0-fbc6dfd616cc tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/quotas/3a4502ef85b348a384aa26343b925024 HTTP/1.1" status: 200  len: 375 time: 0.0131865
Apr 19 03:39:06.401098 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-2d7d4127-f1df-4bcc-9646-15e3cc7b8023 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0828869
Apr 19 03:39:06.577155 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-f3765f6f-8f03-458f-9ef5-d181acde71a8 service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673372
Apr 19 03:39:06.725572 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-9bdfe7f8-f072-43dd-bd76-bb02fd994c6a service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465111
Apr 19 03:39:06.854939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ce484-60d0-44a5-aef1-ae938d6dce06 req-ad1b6ab5-8918-4eb5-bb7f-1ba69bc97341 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:06.856650 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f5ce484-60d0-44a5-aef1-ae938d6dce06 req-ad1b6ab5-8918-4eb5-bb7f-1ba69bc97341 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1004224
Apr 19 03:39:06.915289 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f5ce484-60d0-44a5-aef1-ae938d6dce06 req-e7c30b43-6951-46f9-b7f5-eab070589fbb tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506089
Apr 19 03:39:07.010219 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-30159eb8-5f95-42f0-b870-d7153524f415 req-a046cc1f-cd10-4984-8db5-ce2645760270 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 210 time: 0.0589929
Apr 19 03:39:07.782748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57430) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:07.907715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:07.923799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:07.927795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Usage tracker for resource:security_group_rule and tenant:9845c6589c094a72b5bdc4340ff94951 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:07.930868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:07.937039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:08.027366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.059450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.069139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0eb2640a-3925-4dce-a2e9-90e08e20f0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:08.113027 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9845c6589c094a72b5bdc4340ff94951&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3290634
Apr 19 03:39:08.113972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89efdbbd-3758-4a51-930e-5adbcff18801,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:08.115126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df49b82-0692-4886-bf44-111fcc040866 req-c792e333-22ce-4b3c-8d85-df96cb117bc4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:08.116595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57446) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:08.117369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6df49b82-0692-4886-bf44-111fcc040866 req-c792e333-22ce-4b3c-8d85-df96cb117bc4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0914416
Apr 19 03:39:08.119503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:08.166882 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6df49b82-0692-4886-bf44-111fcc040866 req-a52dd0c0-3441-4cb4-8519-ed8bc869853f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414925
Apr 19 03:39:08.180301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.209299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.301634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.309269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:08.317434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57456) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:08.329458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89efdbbd-3758-4a51-930e-5adbcff18801,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:08.333882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:08.334949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.339059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89efdbbd-3758-4a51-930e-5adbcff18801 HTTP/1.1" status: 204  len: 168 time: 0.2214570
Apr 19 03:39:08.340060 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d3c95db1-4644-4ba0-89bf-3a1b17ab83a1 req-3acf199f-4201-4997-bca3-289ea18a329c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 210 time: 0.0587034
Apr 19 03:39:08.471941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.490755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:08.494768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Usage tracker for resource:security_group_rule and tenant:0b59a8819ffc451ca8c7a505d47b06c7 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:08.497736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:08.503842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:08.593948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.632978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.643358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:08.686157 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b59a8819ffc451ca8c7a505d47b06c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3669429
Apr 19 03:39:08.687133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40348c54-85d6-45a4-8ef4-911cb0841f23,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:08.689064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57468) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:08.690346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:08.755071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.784144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.809312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57474) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:08.828855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.844041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:08.848176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd7d464749e4e31bd76c28bf39a9cfe is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:08.851057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:08.855569 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.857118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:08.860890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b25c4b92-ca18-4bc4-8575-5adbb773bf80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:08.874268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40348c54-85d6-45a4-8ef4-911cb0841f23,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:08.876745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:08.885883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.890773 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40348c54-85d6-45a4-8ef4-911cb0841f23 HTTP/1.1" status: 204  len: 168 time: 0.2004416
Apr 19 03:39:08.947345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.975564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:08.985194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:09.030028 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbd7d464749e4e31bd76c28bf39a9cfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2195761
Apr 19 03:39:09.031644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d9cb9-3f23-4c41-b1e1-a7fda77b1719,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:09.032934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57480) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:09.034751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:09.095112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.122430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.214191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.219595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f6e8051-651c-4cac-9a83-18862f4dd424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:09.230506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d9cb9-3f23-4c41-b1e1-a7fda77b1719,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:09.234716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:09.238659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.240081 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/965d9cb9-3f23-4c41-b1e1-a7fda77b1719 HTTP/1.1" status: 204  len: 168 time: 0.2059269
Apr 19 03:39:09.375414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cdf22-ddee-4390-b7ac-d3b45e6fe71d req-b195cf87-fbfc-4ea8-a4b0-14ee3b9c49e2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:09.377035 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-649cdf22-ddee-4390-b7ac-d3b45e6fe71d req-b195cf87-fbfc-4ea8-a4b0-14ee3b9c49e2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0888767
Apr 19 03:39:09.406411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57494) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:09.427945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.447949 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-649cdf22-ddee-4390-b7ac-d3b45e6fe71d req-d235a714-6c7e-42c3-8922-10ef0f251605 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631669
Apr 19 03:39:09.456191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:09.464766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5559881050d24ff7bec5dea71406b392 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:09.468382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:09.474662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:09.583783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.616564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.627272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:09.637848 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-45f2cd43-65dd-428d-bdea-a365c3ea31f7 req-9eefd076-4f6c-47c9-a88e-64c5b2cc2e99 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 210 time: 0.0554371
Apr 19 03:39:09.671264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5559881050d24ff7bec5dea71406b392&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2636554
Apr 19 03:39:09.672951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0078c7-fe76-4d19-8183-728e29ee026f,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:09.674190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57510) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:09.676163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:09.737773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.766616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.859887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.865768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:09.878616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0078c7-fe76-4d19-8183-728e29ee026f,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:09.886092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:09.887908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:09.892895 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b0078c7-fe76-4d19-8183-728e29ee026f HTTP/1.1" status: 204  len: 168 time: 0.2145808
Apr 19 03:39:10.841248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa4f24-a246-4131-b27a-bf74fb373c3c req-5f8bd56f-24ad-4bf6-8446-0423dc540612 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:10.851873 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79fa4f24-a246-4131-b27a-bf74fb373c3c req-5f8bd56f-24ad-4bf6-8446-0423dc540612 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2002847
Apr 19 03:39:10.940314 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-13db04f9-7d2b-4f81-a0f3-551cd46825cb req-9e7f8d01-a17a-4879-9fed-3271ada07c1e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 210 time: 0.0974860
Apr 19 03:39:10.964917 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79fa4f24-a246-4131-b27a-bf74fb373c3c req-3347bdb4-8f26-40bb-bd51-9f85c5cd8235 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059990
Apr 19 03:39:11.265342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-616dcfc4-f568-401e-8ffe-30c32e4cad49 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:11.267029 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-616dcfc4-f568-401e-8ffe-30c32e4cad49 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.3171873
Apr 19 03:39:11.291415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Request body: {'port': {'device_id': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'admin_state_up': True, 'tenant_id': '3a4502ef85b348a384aa26343b925024'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:11.445449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:11.454916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:11.493814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Made reservation on behalf of 3a4502ef85b348a384aa26343b925024 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:11.501901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:11.722971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Allocated IP 172.20.0.13 (c6488502-d478-4c15-aad9-cec2dbbd6c1f/45ab61ee-f297-4972-bfc7-b19316ce9dfe/079573e4-5310-4589-883b-946da48f3377) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:11.956102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.045518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.067234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:12.126049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:12.129669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:12.132481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:12.139929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:12.140911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.157072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa63e4d-398a-4301-897f-789ac0fe0241 req-2eebae6a-0d8f-4425-939f-910a7290d42d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:12.165473 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2fa63e4d-398a-4301-897f-789ac0fe0241 req-2eebae6a-0d8f-4425-939f-910a7290d42d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 932 time: 0.1006422
Apr 19 03:39:12.192619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event updated for resources: {'Port': ['ID=079573e4-5310-4589-883b-946da48f3377,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:12.195710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:12.214629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2fa63e4d-398a-4301-897f-789ac0fe0241 req-5ff81c95-8873-4b3c-89cb-a22cddcd73b9 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481176
Apr 19 03:39:12.278745 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9944892
Apr 19 03:39:12.312457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6911-5241-42fe-a0aa-889744eedb73 req-42ab1fc4-63c7-4e5a-abe1-a1ac4d9191bf tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:12.314868 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b72b6911-5241-42fe-a0aa-889744eedb73 req-42ab1fc4-63c7-4e5a-abe1-a1ac4d9191bf tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1020086
Apr 19 03:39:12.389653 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b72b6911-5241-42fe-a0aa-889744eedb73 req-44d8047b-06d0-451c-a6ab-90de1c9309d2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656455
Apr 19 03:39:12.402720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57652) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:12.591496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.608160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:12.612561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Usage tracker for resource:security_group_rule and tenant:47ba4e27519a4eaea6f9b142562d0de1 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:12.615496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:12.621741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:12.711443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.750576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.759481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f882b996-b22a-42d2-8e2e-4fb373e66492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:12.802316 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47ba4e27519a4eaea6f9b142562d0de1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3984094
Apr 19 03:39:12.803224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e486cbd7-b884-47f2-8eb1-52a981bc0473,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:12.805193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57668) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:12.806474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:12.869014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.896732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.964073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.969971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:12.980727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e486cbd7-b884-47f2-8eb1-52a981bc0473,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:12.984486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:12.988028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:12.991620 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e486cbd7-b884-47f2-8eb1-52a981bc0473 HTTP/1.1" status: 204  len: 168 time: 0.1829720
Apr 19 03:39:13.001946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57676) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:13.130135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.145969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:13.150057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f2b619d7994aeeb00fa20a2a643b74 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:13.153001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:13.159026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:13.243392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.329999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.340142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:13.382757 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1f2b619d7994aeeb00fa20a2a643b74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3796470
Apr 19 03:39:13.384521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481a100b-9791-487e-a278-2f75b749e3eb,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:13.387114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57686) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:13.390449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:13.433101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754cc8b-f5f2-461d-8992-680f0622b6c6 req-949d9c62-512c-43e5-8425-9e6b1b30cffb tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:13.433953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f754cc8b-f5f2-461d-8992-680f0622b6c6 req-949d9c62-512c-43e5-8425-9e6b1b30cffb tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:13.459377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.479623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57698) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:13.489684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.496998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f754cc8b-f5f2-461d-8992-680f0622b6c6 req-949d9c62-512c-43e5-8425-9e6b1b30cffb tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:13.506516 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f754cc8b-f5f2-461d-8992-680f0622b6c6 req-949d9c62-512c-43e5-8425-9e6b1b30cffb tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 932 time: 0.1673305
Apr 19 03:39:13.528397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.572559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:13.579609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:39:13.589743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Usage tracker for resource:security_group_rule and tenant:abee690d793c49f3ba3baeca86036c42 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:13.592703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.597890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-249c3614-f7c1-4fef-872a-de04be952fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:13.607727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:13.624698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481a100b-9791-487e-a278-2f75b749e3eb,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:13.629022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f754cc8b-f5f2-461d-8992-680f0622b6c6 req-1a22fb94-36de-422a-8090-dd455417204a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215813
Apr 19 03:39:13.630033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:13.633494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:13.648029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.654156 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/481a100b-9791-487e-a278-2f75b749e3eb HTTP/1.1" status: 204  len: 168 time: 0.2611384
Apr 19 03:39:13.747501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.796778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:13.805709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:13.903853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eebcab7-11af-4030-96bb-31bf23fdbf01,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:13.911491 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abee690d793c49f3ba3baeca86036c42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4278944
Apr 19 03:39:13.911491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:13.911943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57708) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:13.944150 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14e0c-b687-4100-ac0c-80984578116a req-ff074b3b-ca8c-456c-be75-8aeeb9ac1586 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:13.946804 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bde14e0c-b687-4100-ac0c-80984578116a req-ff074b3b-ca8c-456c-be75-8aeeb9ac1586 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1329842
Apr 19 03:39:13.993745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.001434 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bde14e0c-b687-4100-ac0c-80984578116a req-5cedfd08-f525-44d9-832c-9fa3d692f880 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469244
Apr 19 03:39:14.030855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.099598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.104876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ec07e6aa-e35e-4a54-91fb-d4cacf609c4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:14.118400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eebcab7-11af-4030-96bb-31bf23fdbf01,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:14.121516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:14.123604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.125297 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7eebcab7-11af-4030-96bb-31bf23fdbf01 HTTP/1.1" status: 204  len: 168 time: 0.2118125
Apr 19 03:39:14.288641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57724) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:14.307951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.324616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:14.329317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Usage tracker for resource:security_group_rule and tenant:14075373121342a9834dcf5d99e53cd3 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:14.333045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:14.339078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:14.422697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.449971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.459983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-924914de-a6d3-4669-b4b5-2352013c6fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:14.505295 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14075373121342a9834dcf5d99e53cd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2142055
Apr 19 03:39:14.510183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a312b8-7c8a-4eb1-b43d-7964e1933bdf,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:14.510292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57736) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:14.510456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:14.572498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.600038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.677054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.682176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1852866a-c8ce-44f6-a789-ff5779e0fb79 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:14.716216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:14.720025 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4a312b8-7c8a-4eb1-b43d-7964e1933bdf HTTP/1.1" status: 204  len: 168 time: 0.2095478
Apr 19 03:39:14.720025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a312b8-7c8a-4eb1-b43d-7964e1933bdf,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:14.721965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:14.741390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Request body: {'port': {'device_id': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:14.934808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:15.016481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbe22c-455b-41ab-bb32-80590a08046a req-87875f9c-feec-499c-8ac5-f98b0b039e17 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:15.018072 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79dbe22c-455b-41ab-bb32-80590a08046a req-87875f9c-feec-499c-8ac5-f98b0b039e17 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 932 time: 0.2380779
Apr 19 03:39:15.140851 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79dbe22c-455b-41ab-bb32-80590a08046a req-248c8538-5f87-497b-89ba-1ca2a09611dc tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065793
Apr 19 03:39:15.259551 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a8af2-6f4e-489d-a0d9-d3f0edee4103 req-6a59b179-17b8-4db1-aeb6-49964bcdc65f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:15.267412 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-436a8af2-6f4e-489d-a0d9-d3f0edee4103 req-6a59b179-17b8-4db1-aeb6-49964bcdc65f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1418960
Apr 19 03:39:15.356410 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-436a8af2-6f4e-489d-a0d9-d3f0edee4103 req-9fcc1f67-ceef-46f9-9223-3b55d5f2f14e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880346
Apr 19 03:39:15.457927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079573e4-5310-4589-883b-946da48f3377 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:39:15.466003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:15.481884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Transition to ACTIVE for port object 079573e4-5310-4589-883b-946da48f3377 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:15.517625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:15.532174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:15.666911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Pushing event updated for resources: {'Port': ['ID=079573e4-5310-4589-883b-946da48f3377,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:15.671954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:15.819319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Attempting to bind port 079573e4-5310-4589-883b-946da48f3377 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:39:15.819669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Attempting to bind port 079573e4-5310-4589-883b-946da48f3377 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:39:15.820186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Attempting to bind port 079573e4-5310-4589-883b-946da48f3377 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:15.830059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Port 079573e4-5310-4589-883b-946da48f3377 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:39:15.830430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Attempting to bind port 079573e4-5310-4589-883b-946da48f3377 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:15.838602 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:39:15.839271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Checking segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:15.839873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Bound using segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:39:15.840620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Bound port: 079573e4-5310-4589-883b-946da48f3377, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:39:15.841413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:15.863095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57802) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:16.021275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-851376328-network', 'tenant_id': 'f3d298f017a843b39a22bd94f3bcfdd1'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:16.027240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:16.033793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Usage tracker for resource:network and tenant:f3d298f017a843b39a22bd94f3bcfdd1 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:16.037197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:16.046123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:16.088307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Made reservation on behalf of f3d298f017a843b39a22bd94f3bcfdd1 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:16.094020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.126202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.170733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:16.178223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d298f017a843b39a22bd94f3bcfdd1 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:16.182221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:16.189479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:16.219132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] For port 079573e4-5310-4589-883b-946da48f3377, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:39:16.222540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] For port 079573e4-5310-4589-883b-946da48f3377, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=079573e4-5310-4589-883b-946da48f3377,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:39:16.262550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.271961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc9c80b6-c0c8-42b0-b649-1c2844d1a652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:16.323916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.337899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:16.340163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.340163 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-1af93ec0-b017-4eea-836e-263a919469af service neutron] 10.222.0.43 "PUT /v2.0/ports/079573e4-5310-4589-883b-946da48f3377 HTTP/1.1" status: 200  len: 1094 time: 1.6034446
Apr 19 03:39:16.340523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'tag': '079573e4-5310-4589-883b-946da48f3377'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:16.367387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.372533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:16.372672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Pushing event updated for resources: {'Port': ['ID=079573e4-5310-4589-883b-946da48f3377,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:16.376570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:16.410861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea6b496-e85b-4c99-ae41-9f868eac3de1,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:16.431313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:16.432775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:39:16.432899 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'tag': '079573e4-5310-4589-883b-946da48f3377', 'status': 'completed', 'code': 200}
Apr 19 03:39:16.470104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6903a1-c0d5-4169-b707-3b85ba103966 req-c24f664a-5374-4cba-ac1a-783019c4d4db tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:16.471901 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dc6903a1-c0d5-4169-b707-3b85ba103966 req-c24f664a-5374-4cba-ac1a-783019c4d4db tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.1931903
Apr 19 03:39:16.523958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.524750 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Added segment c22659d3-8f9e-4d96-967a-c37f8f7bc8ff of type vlan for network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5
Apr 19 03:39:16.651107 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dc6903a1-c0d5-4169-b707-3b85ba103966 req-518a5c77-5eec-4810-8eb0-7fa013cb122e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634393
Apr 19 03:39:16.653212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.665411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4022-f2fb-4901-ad64-76e15a9a14d6 req-4d8236ec-770e-49d8-8929-a270fa5d2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:16.667133 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-abad4022-f2fb-4901-ad64-76e15a9a14d6 req-4d8236ec-770e-49d8-8929-a270fa5d2b41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 1097 time: 0.2019155
Apr 19 03:39:16.722501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.724826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:16.725626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:16.759479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0b1f717a-00b5-4754-bc24-3b6a0ffbfc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:16.798239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236910fd-a323-47fb-948f-e15683be2830 req-95d88c09-be97-4673-9a01-fb6e1b1a24c6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:16.799706 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-236910fd-a323-47fb-948f-e15683be2830 req-95d88c09-be97-4673-9a01-fb6e1b1a24c6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2349877
Apr 19 03:39:16.840537 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9734142
Apr 19 03:39:16.841990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57834) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:16.872388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Pushing event updated for resources: {'Network': ['ID=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:16.877178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:16.879967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Request body: {'subnet': {'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-851376328-subnet', 'tenant_id': 'f3d298f017a843b39a22bd94f3bcfdd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:16.886516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:39:16.904856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:16.912768 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-236910fd-a323-47fb-948f-e15683be2830 req-b8ae4845-e6dd-4141-b976-993017fab717 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997736
Apr 19 03:39:16.922813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4022-f2fb-4901-ad64-76e15a9a14d6 req-d9c01373-7067-4aa4-b4d7-9d18c92827a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:16.924420 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-abad4022-f2fb-4901-ad64-76e15a9a14d6 req-d9c01373-7067-4aa4-b4d7-9d18c92827a4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3a4502ef85b348a384aa26343b925024&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2426996
Apr 19 03:39:16.925423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Usage tracker for resource:subnet and tenant:f3d298f017a843b39a22bd94f3bcfdd1 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:16.928816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:17.026820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:17.098632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Made reservation on behalf of f3d298f017a843b39a22bd94f3bcfdd1 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:17.103360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.125718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4022-f2fb-4901-ad64-76e15a9a14d6 req-7032d031-3884-4c81-9193-c0f4791d83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:17.127300 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-abad4022-f2fb-4901-ad64-76e15a9a14d6 req-7032d031-3884-4c81-9193-c0f4791d83b6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1924403
Apr 19 03:39:17.433840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57856) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:17.603654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.609919 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.626960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:17.631119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:52b80794f85d4e19903537c1f32e1fd2 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:17.634371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:17.641223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:17.646807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9ade911c-8cff-42d0-aa8c-934aab154cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:17.726077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.741545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9dc9739-dc36-4128-94c6-b4a231eb235e,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:17.755805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:17.762149 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.767211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Checking segment: {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:17.767549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Network hostable DHCP agents. Network: cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:39:17.772099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:17.796393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75334-e77e-4590-8476-562ca1e5f410 req-16450075-5fe8-4f6b-a11c-533fd644c2fa tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:17.798003 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5f75334-e77e-4590-8476-562ca1e5f410 req-16450075-5fe8-4f6b-a11c-533fd644c2fa tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.1928804
Apr 19 03:39:17.818934 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52b80794f85d4e19903537c1f32e1fd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3839526
Apr 19 03:39:17.819890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b19c3-c7c8-46a6-b019-85176c66c732,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:17.821867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57868) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:17.822989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:17.865927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:39:17.892788 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5f75334-e77e-4590-8476-562ca1e5f410 req-888ebf08-1558-4521-938f-361333c636e0 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880816
Apr 19 03:39:17.923760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.927022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:17.937395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32874f07-a998-467d-b1b6-668cbba04bee None None] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:17.944653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:17.945293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:17.977653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.071678 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2113245
Apr 19 03:39:18.117301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcb0cb-982c-44a1-a3bd-b908052992d7 req-1a96d4b0-1ee7-4f3a-a664-47ee81123635 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:18.118880 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31dcb0cb-982c-44a1-a3bd-b908052992d7 req-1a96d4b0-1ee7-4f3a-a664-47ee81123635 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.1022103
Apr 19 03:39:18.141858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.148362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:18.165358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b19c3-c7c8-46a6-b019-85176c66c732,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:18.167803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:18.178104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df627add-cb83-4a7f-afee-3741816a2bf3 None None] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:18.184007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.185260 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/278b19c3-c7c8-46a6-b019-85176c66c732 HTTP/1.1" status: 204  len: 168 time: 0.3617296
Apr 19 03:39:18.214786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31dcb0cb-982c-44a1-a3bd-b908052992d7 req-c7792b65-1713-4653-922d-060ecbe1eb1d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878131
Apr 19 03:39:18.423480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68166dae-56e4-4b2d-80e3-e4de7a1a749a req-4549ea7a-4a2d-460c-a7d9-adb7744c8be7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:18.425479 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68166dae-56e4-4b2d-80e3-e4de7a1a749a req-4549ea7a-4a2d-460c-a7d9-adb7744c8be7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1047986
Apr 19 03:39:18.479868 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68166dae-56e4-4b2d-80e3-e4de7a1a749a req-5a1e1056-666b-4071-9b1e-c5f5e4ca4d18 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480030
Apr 19 03:39:18.678001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 57890) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:18.697011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.713047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:18.717650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Usage tracker for resource:security_group_rule and tenant:e23dba60c7f148ee8fc68c268f0bc074 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:18.720604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:18.726731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:18.815950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.847621 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.856989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6b977640-b45a-47e8-acd9-0aa8430e6db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:18.881876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-db9f1237-26c7-4993-8029-a5f4038621f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.898436 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e23dba60c7f148ee8fc68c268f0bc074&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2192566
Apr 19 03:39:18.900085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6111dd9e-bd0a-48f6-a9dd-6e14866dde16,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:18.901292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 57894) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:18.903564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:18.964758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:18.995002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:19.072298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:19.079492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ea83f9b4-67f2-4978-967b-48a47cfc9092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:19.099941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6111dd9e-bd0a-48f6-a9dd-6e14866dde16,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:19.109727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:19.111312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:19.114953 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6111dd9e-bd0a-48f6-a9dd-6e14866dde16 HTTP/1.1" status: 204  len: 168 time: 0.2101994
Apr 19 03:39:19.144560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde95749-e16b-4a2e-a6ea-d442fca40f33 req-6da5f6f5-03e3-45f5-b801-357e7740a5d6 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:19.152727 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fde95749-e16b-4a2e-a6ea-d442fca40f33 req-6da5f6f5-03e3-45f5-b801-357e7740a5d6 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.1335967
Apr 19 03:39:19.203116 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fde95749-e16b-4a2e-a6ea-d442fca40f33 req-c79f0e5d-69fd-4edd-925f-549c2413f104 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494606
Apr 19 03:39:19.407283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf75c36-4a70-4bee-b66a-df929f0b215e req-3c8387be-6410-4265-8100-5bf3cbb1eba8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:19.408871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7bf75c36-4a70-4bee-b66a-df929f0b215e req-3c8387be-6410-4265-8100-5bf3cbb1eba8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.0910473
Apr 19 03:39:19.456318 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7bf75c36-4a70-4bee-b66a-df929f0b215e req-08a909f0-0b7e-46a6-aef8-f526e5a04758 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411603
Apr 19 03:39:19.693811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f26118-1f42-4bfa-b67a-926adb53c91d req-7724cd59-8eff-446c-ba65-b9b392862089 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:19.695419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-09f26118-1f42-4bfa-b67a-926adb53c91d req-7724cd59-8eff-446c-ba65-b9b392862089 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0900798
Apr 19 03:39:19.742420 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-09f26118-1f42-4bfa-b67a-926adb53c91d req-f6dafa92-a893-4054-9dd7-efe8c33558d3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404785
Apr 19 03:39:20.122219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-c76d75f0-10e9-45ff-ab45-c9451693cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.126060 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-c76d75f0-10e9-45ff-ab45-c9451693cd99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 1097 time: 0.0955141
Apr 19 03:39:20.153135 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-086af196-5d5b-4850-9b10-96719d5261f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0931997
Apr 19 03:39:20.229243 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-a5a23841-b1dc-4470-aa3d-5385e6e54325 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=079573e4-5310-4589-883b-946da48f3377 HTTP/1.1" status: 200  len: 217 time: 0.0892484
Apr 19 03:39:20.369846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804a35-d652-4009-814e-26c32b505652 req-877be747-dbcb-4f10-81d7-58741034c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.371453 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-877be747-dbcb-4f10-81d7-58741034c9e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.1256051
Apr 19 03:39:20.375809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-788c8173-4437-4a23-a912-0fefcc557720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.377402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-788c8173-4437-4a23-a912-0fefcc557720 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 1098 time: 0.1082377
Apr 19 03:39:20.439654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-fe6f1cac-979d-4d88-b3ad-fad09ab02981 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532908
Apr 19 03:39:20.560776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-957774ad-f35b-4953-b1a9-6c6e109ca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.562388 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-957774ad-f35b-4953-b1a9-6c6e109ca041 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 915 time: 0.1582370
Apr 19 03:39:20.575052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd870a2-8b9c-405f-8873-05b0c9aa6ec4 req-56dd949a-caac-4474-bee6-e3015e18b84c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.579175 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bcd870a2-8b9c-405f-8873-05b0c9aa6ec4 req-56dd949a-caac-4474-bee6-e3015e18b84c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.2504780
Apr 19 03:39:20.659756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:39:20.666993 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-5dd0d38c-33f4-4526-becf-044ef96e3b8a service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140749
Apr 19 03:39:20.675724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bcd870a2-8b9c-405f-8873-05b0c9aa6ec4 req-a7db2253-6b85-4a29-9050-e97c118c17d7 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856364
Apr 19 03:39:20.732754 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-80a3889f-35f8-4650-82a9-3429d8c4e1b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb2c34ca-6d45-4472-864f-42de8bae8411 HTTP/1.1" status: 200  len: 217 time: 0.1561112
Apr 19 03:39:20.832706 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea804a35-d652-4009-814e-26c32b505652 req-68373f87-f2ff-43a7-9ae4-5c6fc7b38bd5 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556520
Apr 19 03:39:20.837346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-d2b5e819-0ea7-4931-a08d-0fcbccf3a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.838893 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-d2b5e819-0ea7-4931-a08d-0fcbccf3a392 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.0960503
Apr 19 03:39:20.854763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e13bf5-164e-4d76-8a05-b6087a656952 req-82d17483-8cff-4a75-bdb1-c73551554d86 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.856564 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f3e13bf5-164e-4d76-8a05-b6087a656952 req-82d17483-8cff-4a75-bdb1-c73551554d86 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.1907721
Apr 19 03:39:20.917887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-c2cd90dd-26a4-484e-9449-2ee7c366c907 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595803
Apr 19 03:39:20.984589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171efb44-65b6-417a-bfb0-a0fb7b559a5f req-2e6c2e31-ba88-4e61-bdc8-caecb59eb441 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:20.993728 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-171efb44-65b6-417a-bfb0-a0fb7b559a5f req-2e6c2e31-ba88-4e61-bdc8-caecb59eb441 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1060274
Apr 19 03:39:21.063796 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-171efb44-65b6-417a-bfb0-a0fb7b559a5f req-bd7723c7-3eb3-4cc0-a3dd-445f83c25eaa tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690744
Apr 19 03:39:21.071686 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f3e13bf5-164e-4d76-8a05-b6087a656952 req-db7c17d3-3715-4635-b494-75f6d7d1fc8a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527021
Apr 19 03:39:21.126664 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-6d499631-4c43-4aa5-9358-e397d8c685c2 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815417
Apr 19 03:39:21.290736 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f597fbdb-c744-425c-b7ba-8d3ab47c1b6b req-07134c63-e5fc-4daa-9322-967c9c069de5 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562424
Apr 19 03:39:21.409705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-606dce68-79ee-4057-a842-fc0f0da18485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:21.724804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58010) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:21.788219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-37f06288-91b8-45db-ad56-6eaa500c3d72 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:21.789035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-37f06288-91b8-45db-ad56-6eaa500c3d72 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Synchronizing usage tracker for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:21.876902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-37f06288-91b8-45db-ad56-6eaa500c3d72 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Unset dirty status for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:21.878369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-37f06288-91b8-45db-ad56-6eaa500c3d72 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/networks?id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 HTTP/1.1" status: 200  len: 808 time: 0.3039651
Apr 19 03:39:21.902178 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-6a22da83-21b3-4abb-b0e2-0b6c608222c4 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/quotas/f3d298f017a843b39a22bd94f3bcfdd1 HTTP/1.1" status: 200  len: 375 time: 0.0166032
Apr 19 03:39:21.906595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:21.916120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:21.944834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:21.952060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Usage tracker for resource:security_group_rule and tenant:76554ef56ac54e5691d36cacb9d34e13 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:21.956682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:21.963219 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2f604ec9-ee07-49ff-be18-4c55565d6afc tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0599599
Apr 19 03:39:21.964226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:21.989599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67d0dc-ad62-42ed-8d98-3dccd61843a4 req-e2d5d2f4-7375-4220-a02a-c920921b04c7 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:21.991225 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eb67d0dc-ad62-42ed-8d98-3dccd61843a4 req-e2d5d2f4-7375-4220-a02a-c920921b04c7 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.1637859
Apr 19 03:39:22.077517 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eb67d0dc-ad62-42ed-8d98-3dccd61843a4 req-49b3955e-16c2-45fc-ae49-a281ca57f629 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735605
Apr 19 03:39:22.106857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.141302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.151284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-1c032400-9d47-47a2-ac61-b1d2b79f8f7a service neutron] 10.222.0.25 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793911
Apr 19 03:39:22.236513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.249977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:22.296850 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-aea8b149-fd0d-43ec-8a33-8cc57291bbcc service neutron] 10.222.0.25 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383033
Apr 19 03:39:22.299719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae7d61-25ae-49e1-af6a-f4de85220281,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:22.305136 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76554ef56ac54e5691d36cacb9d34e13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5788085
Apr 19 03:39:22.306367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:22.308493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58028) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:22.337489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13d6c8-9454-405b-beed-0f80f07551a0 req-62d973c1-2a5a-4716-ace4-0d69bebc00ef tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:22.339310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd13d6c8-9454-405b-beed-0f80f07551a0 req-62d973c1-2a5a-4716-ace4-0d69bebc00ef tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1483347
Apr 19 03:39:22.393034 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd13d6c8-9454-405b-beed-0f80f07551a0 req-c2e7cb94-4133-4cae-97aa-c7a3ccf6dc9d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464103
Apr 19 03:39:22.495426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.589112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.619690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.672438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7701-118a-42af-b7f4-7087abe23ab1 req-99e9d3a6-dfb5-4db6-9aca-65b76f5c9166 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:22.674041 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-848f7701-118a-42af-b7f4-7087abe23ab1 req-99e9d3a6-dfb5-4db6-9aca-65b76f5c9166 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.1328564
Apr 19 03:39:22.725189 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-848f7701-118a-42af-b7f4-7087abe23ab1 req-b99ded08-36b8-448b-bc7e-4da594ca49d8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441253
Apr 19 03:39:22.806040 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-606ed486-a61d-4529-9c17-0c41abfff25d req-113d6c82-493f-4e9f-8785-41343369b022 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.0534501
Apr 19 03:39:22.853476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.858780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-50d3f47d-d1c9-4e5e-810a-63082626b0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:22.873276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae7d61-25ae-49e1-af6a-f4de85220281,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:22.876625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:22.877676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:22.879394 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dae7d61-25ae-49e1-af6a-f4de85220281 HTTP/1.1" status: 204  len: 168 time: 0.5701299
Apr 19 03:39:23.101817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-3c094aa1-fff3-422b-b225-f5a7f1539106 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:23.103476 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-3c094aa1-fff3-422b-b225-f5a7f1539106 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.43 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.0885475
Apr 19 03:39:23.197741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Deleting port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:39:23.198190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.270734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.429114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d6bbb-a36d-4013-ba5e-50321f797000 req-548a1939-a505-4b10-8bb0-b37a329384df tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:23.432709 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e98d6bbb-a36d-4013-ba5e-50321f797000 req-548a1939-a505-4b10-8bb0-b37a329384df tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 945 time: 0.1421139
Apr 19 03:39:23.485855 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e98d6bbb-a36d-4013-ba5e-50321f797000 req-5297aca6-3ec2-4aa2-a4ee-f60a8661f035 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/security-groups?id=bc8ac988-da84-490a-9bc9-3107f7f4f4bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467355
Apr 19 03:39:23.487580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58066) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:23.512779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.529654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:23.545057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Usage tracker for resource:security_group_rule and tenant:84c2fb79b9a74a9fa4dfe0fce19f1714 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:23.553241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] For port 64a0c86b-eb65-45fc-9eaf-18e538c2f777, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=64a0c86b-eb65-45fc-9eaf-18e538c2f777,segment=NetworkSegment(35967690-008e-46be-9114-2881091b5562),segment_id=35967690-008e-46be-9114-2881091b5562)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:23.563903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.564040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:23.564040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:23.657296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.678898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.693021 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-13e42949-4a57-4ce6-8fd0-26235d3ac773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:23.738405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Calling delete_port for 64a0c86b-eb65-45fc-9eaf-18e538c2f777 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:39:23.741959 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84c2fb79b9a74a9fa4dfe0fce19f1714&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2525222
Apr 19 03:39:23.745278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58076) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:23.758832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf70dd-ba6c-4859-85ea-78276dc673ea,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:23.762211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:23.826952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.856517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.919307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d10313-335e-4646-b578-4879c9d612f6 req-9a80ab80-49b1-4e89-8d89-12e1e07ab251 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:23.921475 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05d10313-335e-4646-b578-4879c9d612f6 req-9a80ab80-49b1-4e89-8d89-12e1e07ab251 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.3558731
Apr 19 03:39:23.963744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.968351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5e7e8ecb-c881-4fff-8c4a-42c3affc4d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:23.981421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf70dd-ba6c-4859-85ea-78276dc673ea,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:23.985993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:23.996948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:23.998153 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abaf70dd-ba6c-4859-85ea-78276dc673ea HTTP/1.1" status: 204  len: 168 time: 0.2518978
Apr 19 03:39:24.019349 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05d10313-335e-4646-b578-4879c9d612f6 req-c941f48a-6378-4ce1-9172-9f5325920d4b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911474
Apr 19 03:39:24.077907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:24.085880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3135b3c2-c1da-49b8-ba76-a5fe969b7399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:24.172784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Pushing event deleted for resources: {'Port': ['ID=64a0c86b-eb65-45fc-9eaf-18e538c2f777,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:24.272150 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:24.281489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] No DVR routers for this DVR port 64a0c86b-eb65-45fc-9eaf-18e538c2f777 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:39:24.285760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:24.289986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'name': 'network-vif-deleted', 'tag': '64a0c86b-eb65-45fc-9eaf-18e538c2f777'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:24.330306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179ca9-9724-41db-88a5-f45eda488c6a req-4d6670c3-9858-4de4-ac8e-e4111c3bfb61 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:24.339754 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-39179ca9-9724-41db-88a5-f45eda488c6a req-4d6670c3-9858-4de4-ac8e-e4111c3bfb61 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.2052991
Apr 19 03:39:24.378710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8641adab-1231-4a22-97f5-2f215a6bc54c req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.43 "DELETE /v2.0/ports/64a0c86b-eb65-45fc-9eaf-18e538c2f777 HTTP/1.1" status: 204  len: 173 time: 1.2584794
Apr 19 03:39:24.383542 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-39179ca9-9724-41db-88a5-f45eda488c6a req-886c373c-2841-45de-8534-fab983f06795 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447631
Apr 19 03:39:24.531818 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2213ba89-ccc9-4f57-a440-6520b132ec01 req-dfb116a5-47f4-4645-ad73-a444c3cfae98 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.0486798
Apr 19 03:39:24.588132 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f109f9-2733-4c58-8a4d-edc40ed82783', 'name': 'network-vif-deleted', 'tag': '64a0c86b-eb65-45fc-9eaf-18e538c2f777', 'status': 'completed', 'code': 200}
Apr 19 03:39:24.740649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-16f63e64-b04b-43e4-8748-9b3169945e6f req-dd951a4c-8c21-40b1-a9fd-ebb4466e9458 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Synchronizing usage tracker for tenant:dc1d56df10834f75acdb214616014031 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:24.797999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-16f63e64-b04b-43e4-8748-9b3169945e6f req-dd951a4c-8c21-40b1-a9fd-ebb4466e9458 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Unset dirty status for tenant:dc1d56df10834f75acdb214616014031 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:24.799323 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-16f63e64-b04b-43e4-8748-9b3169945e6f req-dd951a4c-8c21-40b1-a9fd-ebb4466e9458 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.1060042
Apr 19 03:39:25.221194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435805-0392-4384-a0f6-ade0b156bbae req-494fa113-aa82-4fb5-be5e-f3542f319041 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:25.222761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-62435805-0392-4384-a0f6-ade0b156bbae req-494fa113-aa82-4fb5-be5e-f3542f319041 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0902681
Apr 19 03:39:25.271965 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-62435805-0392-4384-a0f6-ade0b156bbae req-1ceec835-7ede-4dbc-a2e1-737971f4a57e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429516
Apr 19 03:39:25.588758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8847e-06c6-4cd8-a345-b8db8cc9903a req-1ae3d2dd-6ab6-4ea1-b107-883584463f9a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:25.590366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9dc8847e-06c6-4cd8-a345-b8db8cc9903a req-1ae3d2dd-6ab6-4ea1-b107-883584463f9a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 944 time: 0.0896025
Apr 19 03:39:25.643479 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9dc8847e-06c6-4cd8-a345-b8db8cc9903a req-8cd5e710-eb15-415f-a2bb-f8c832a956d6 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455184
Apr 19 03:39:25.793827 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c4a4b3e-1638-4647-a548-7b97299fc354 req-915d4a95-ec5b-4838-9e3e-e4d96962362a tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.0492578
Apr 19 03:39:25.828730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['64a0c86b-eb65-45fc-9eaf-18e538c2f777'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:39:25.858625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 079573e4-5310-4589-883b-946da48f3377 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:39:25.973279 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8d4ae0c0-e095-43f4-bcae-d5b521c45f33 req-764f5075-a1c2-4ebe-a9c8-a199984883ec tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0499241
Apr 19 03:39:26.181359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 079573e4-5310-4589-883b-946da48f3377, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=079573e4-5310-4589-883b-946da48f3377,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:26.195804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '079573e4-5310-4589-883b-946da48f3377', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'port_id': '079573e4-5310-4589-883b-946da48f3377', 'mac_address': 'fa:16:3e:c9:63:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab61ee-f297-4972-bfc7-b19316ce9dfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:39:26.254467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:26.272027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079573e4-5310-4589-883b-946da48f3377 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:39:26.289083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 079573e4-5310-4589-883b-946da48f3377, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=079573e4-5310-4589-883b-946da48f3377,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:26.327702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:26.329497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:26.404095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=079573e4-5310-4589-883b-946da48f3377,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:26.411931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.412442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.412824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.413201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.413577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.414055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.414335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.414701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.415090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.415511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.415864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.416224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:26.420682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:26.482539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51b3f5-6eac-4395-a344-304be777ffcb req-497d7054-d81f-4554-a755-9572fc3ac3e4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:26.484293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c51b3f5-6eac-4395-a344-304be777ffcb req-497d7054-d81f-4554-a755-9572fc3ac3e4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0955338
Apr 19 03:39:26.533189 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c51b3f5-6eac-4395-a344-304be777ffcb req-efbd0061-a03d-4869-8a55-a3c74ba0085a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425093
Apr 19 03:39:26.844522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a4bc0-0ff6-4133-b685-269772242bc8 req-450239ce-300f-48ee-8be8-378fefc24f1c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:26.846089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-020a4bc0-0ff6-4133-b685-269772242bc8 req-450239ce-300f-48ee-8be8-378fefc24f1c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 945 time: 0.0871935
Apr 19 03:39:26.892881 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-020a4bc0-0ff6-4133-b685-269772242bc8 req-69a07184-9ef4-452b-845e-3abf3573f944 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403531
Apr 19 03:39:27.062571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-00edb29e-2b16-4208-ae80-40fd66cf61d7 req-05adaf40-f198-4e24-819d-330cfea09cf4 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.0708163
Apr 19 03:39:27.168692 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2369f998-9124-4a40-a741-3ee290e56e08 req-dff5e252-49ce-44f1-b5d9-926489cf830c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0510020
Apr 19 03:39:27.303318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['079573e4-5310-4589-883b-946da48f3377'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:39:27.802712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 64a0c86b-eb65-45fc-9eaf-18e538c2f777 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:39:27.868026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 64a0c86b-eb65-45fc-9eaf-18e538c2f777 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:39:27.868964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 64a0c86b-eb65-45fc-9eaf-18e538c2f777 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:39:27.907227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783f013-340b-4c74-8b40-750966827373 req-1b3f832a-eb4a-4c29-9d3c-ae8f5f66947b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:27.908824 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5783f013-340b-4c74-8b40-750966827373 req-1b3f832a-eb4a-4c29-9d3c-ae8f5f66947b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2140484
Apr 19 03:39:27.976224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-b11bbf72-35f0-4da4-8ca3-1bf823520b42 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:27.977755 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-b11bbf72-35f0-4da4-8ca3-1bf823520b42 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "GET /v2.0/networks?id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 HTTP/1.1" status: 200  len: 808 time: 0.2213707
Apr 19 03:39:28.008499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Request body: {'port': {'device_id': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5', 'admin_state_up': True, 'tenant_id': 'f3d298f017a843b39a22bd94f3bcfdd1'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:28.123594 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5783f013-340b-4c74-8b40-750966827373 req-1271cc13-4575-4e13-abbd-63450a302c45 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923792
Apr 19 03:39:28.128690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6d455-3c8a-4cad-bebd-9ded811d3cd9 req-0a627785-a656-46c8-943b-8a885f13a953 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:28.133247 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efc6d455-3c8a-4cad-bebd-9ded811d3cd9 req-0a627785-a656-46c8-943b-8a885f13a953 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 945 time: 0.0972297
Apr 19 03:39:28.208934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:28.213601 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efc6d455-3c8a-4cad-bebd-9ded811d3cd9 req-07ae112d-6e21-4886-9da0-988b8aa109c4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707192
Apr 19 03:39:28.213737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Usage tracker for resource:port and tenant:f3d298f017a843b39a22bd94f3bcfdd1 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:28.217955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:28.231278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:28.283960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Made reservation on behalf of f3d298f017a843b39a22bd94f3bcfdd1 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:28.290445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:28.411833 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dfa61950-6571-49bd-a612-f820ee199d24 req-6ca21972-3f1a-41c3-b7ac-7cf922dca088 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.0753767
Apr 19 03:39:28.566276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Allocated IP 172.20.0.13 (cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5/f9dc9739-dc36-4128-94c6-b4a231eb235e/c68f1269-d312-4c49-81ad-d808f6473ee8) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:28.634805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-945347ab-9432-47c2-94c1-208b8e22fadb req-555054c5-98c0-4bf3-b659-aa0d28ee6210 tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f109f9-2733-4c58-8a4d-edc40ed82783 HTTP/1.1" status: 200  len: 210 time: 0.0659802
Apr 19 03:39:28.866111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:28.922706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:28.931175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:29.002424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:29.005724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:29.008678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:29.015376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:29.016027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.032778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Pushing event updated for resources: {'Port': ['ID=c68f1269-d312-4c49-81ad-d808f6473ee8,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:29.035734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:29.071335 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0761881
Apr 19 03:39:29.305895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58222) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:29.350098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fe61a-ba09-4e03-9747-abda4d2383ca req-13524308-b51c-43e8-9b19-47ab04ab1a95 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:29.351729 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-606fe61a-ba09-4e03-9747-abda4d2383ca req-13524308-b51c-43e8-9b19-47ab04ab1a95 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0958967
Apr 19 03:39:29.402613 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-606fe61a-ba09-4e03-9747-abda4d2383ca req-eac58cd0-9051-466b-8912-f67264f4b02e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419567
Apr 19 03:39:29.421951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd07c-a502-454c-8e7b-ac10b7c30710 req-ca8f3fbd-f215-4e20-8401-91c91a3b0033 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:29.427662 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d3ebd07c-a502-454c-8e7b-ac10b7c30710 req-ca8f3fbd-f215-4e20-8401-91c91a3b0033 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 945 time: 0.1003983
Apr 19 03:39:29.466666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.498860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:29.504615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d3ebd07c-a502-454c-8e7b-ac10b7c30710 req-983eaf90-7a8d-44db-8bfe-15f113f2f37b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758669
Apr 19 03:39:29.507027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Usage tracker for resource:security_group_rule and tenant:da0fe069f8bd4033b4a10e858cac6779 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:29.510123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:29.516261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:29.605913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.667187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.676612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12e6c190-92dd-4886-b571-7885540f7b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:29.733232 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da0fe069f8bd4033b4a10e858cac6779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4262204
Apr 19 03:39:29.735397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd48183-870b-4e93-9251-064ee335d147,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:29.736434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58240) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:29.741005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:29.756647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a7b28-2b27-4b2e-b029-99af5786517d req-c3a563bc-f11f-4c06-ac72-54b61ef377e9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:29.757391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-294a7b28-2b27-4b2e-b029-99af5786517d req-c3a563bc-f11f-4c06-ac72-54b61ef377e9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Synchronizing usage tracker for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:29.800660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.801918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-294a7b28-2b27-4b2e-b029-99af5786517d req-c3a563bc-f11f-4c06-ac72-54b61ef377e9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Unset dirty status for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:29.803321 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-294a7b28-2b27-4b2e-b029-99af5786517d req-c3a563bc-f11f-4c06-ac72-54b61ef377e9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 932 time: 0.1882102
Apr 19 03:39:29.827578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.850169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-294a7b28-2b27-4b2e-b029-99af5786517d req-92a7040e-faf3-4221-bfa6-c69ed3321ede tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Synchronizing usage tracker for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:29.887655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-294a7b28-2b27-4b2e-b029-99af5786517d req-92a7040e-faf3-4221-bfa6-c69ed3321ede tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Unset dirty status for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:29.888902 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-294a7b28-2b27-4b2e-b029-99af5786517d req-92a7040e-faf3-4221-bfa6-c69ed3321ede tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793114
Apr 19 03:39:29.918183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.923896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f51a71c5-a62f-4a2b-a8d9-ab2ebda4d274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:29.934646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd48183-870b-4e93-9251-064ee335d147,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:29.937040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:29.944971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:29.948651 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cd48183-870b-4e93-9251-064ee335d147 HTTP/1.1" status: 204  len: 168 time: 0.2087085
Apr 19 03:39:30.439809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58258) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:30.459565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:30.474746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:30.478783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Usage tracker for resource:security_group_rule and tenant:ade0e31f47944546ad5cf477c52cebe0 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:30.483013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:30.489297 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:30.599020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:30.621367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea367-5584-4b6b-af70-d96971a85811 req-5196605a-89bd-4227-b778-b4972027830b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:30.623525 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906ea367-5584-4b6b-af70-d96971a85811 req-5196605a-89bd-4227-b778-b4972027830b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1007617
Apr 19 03:39:30.670788 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-906ea367-5584-4b6b-af70-d96971a85811 req-1b9717ce-3633-4428-bd42-a13f97198259 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404599
Apr 19 03:39:30.676514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:30.691817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:30.876600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2636a0-6537-44cb-9cdf-5e56f3aef1f3 req-88e2bded-f0e3-40a1-8044-6da9d513b468 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:30.878553 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7e2636a0-6537-44cb-9cdf-5e56f3aef1f3 req-88e2bded-f0e3-40a1-8044-6da9d513b468 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 945 time: 0.1019850
Apr 19 03:39:30.932017 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7e2636a0-6537-44cb-9cdf-5e56f3aef1f3 req-b78d0ca2-ffe8-4bc3-a5cc-33f5754e7f48 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463614
Apr 19 03:39:30.948098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c9978-4353-4f96-96cb-48ede5fc82de,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:30.955095 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ade0e31f47944546ad5cf477c52cebe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5117726
Apr 19 03:39:30.955095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:30.956127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58272) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:31.017876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:31.047109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:31.167443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45bbbb-05ca-4ff2-aef0-b3af833a31cb req-825a673f-ebdd-45bb-b29a-1aad251a1fed tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:31.169600 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c45bbbb-05ca-4ff2-aef0-b3af833a31cb req-825a673f-ebdd-45bb-b29a-1aad251a1fed tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 932 time: 0.1277683
Apr 19 03:39:31.194310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:31.201267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:31.223027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c9978-4353-4f96-96cb-48ede5fc82de,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:31.230932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:31.242177 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c45bbbb-05ca-4ff2-aef0-b3af833a31cb req-0625a55a-db95-4872-9022-5f642e07f8b8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661695
Apr 19 03:39:31.244270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:31.246019 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c99c9978-4353-4f96-96cb-48ede5fc82de HTTP/1.1" status: 204  len: 168 time: 0.2887087
Apr 19 03:39:31.869604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb6991-edff-4873-9eae-2b18761bb64f req-76772d82-1db2-4293-afaf-3f56911ec301 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:31.871246 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f3bb6991-edff-4873-9eae-2b18761bb64f req-76772d82-1db2-4293-afaf-3f56911ec301 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0862701
Apr 19 03:39:31.922526 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f3bb6991-edff-4873-9eae-2b18761bb64f req-3f94eb14-e9d4-43d4-aa55-0aaefe68a169 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444191
Apr 19 03:39:31.928428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 079573e4-5310-4589-883b-946da48f3377 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:31.932668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Request body: {'port': {'device_id': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:32.072013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:32.118239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 079573e4-5310-4589-883b-946da48f3377 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:32.124227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 079573e4-5310-4589-883b-946da48f3377 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:32.124649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:32.256085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:32.292376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 079573e4-5310-4589-883b-946da48f3377, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=079573e4-5310-4589-883b-946da48f3377,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:32.293454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079573e4-5310-4589-883b-946da48f3377'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:32.335473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:32.339089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8605e556-2f09-400b-ae88-eb3712488616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:32.418681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=079573e4-5310-4589-883b-946da48f3377,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:32.422087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:32.482888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340b635-16f6-4966-bb4e-296e8d312dde req-61716d5f-d8c2-45c1-ad5f-d9bd6a77f253 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:32.484511 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0340b635-16f6-4966-bb4e-296e8d312dde req-61716d5f-d8c2-45c1-ad5f-d9bd6a77f253 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 932 time: 0.0986102
Apr 19 03:39:32.500096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e834a7-b5b6-4400-80f2-4db6317b54e7 req-4a61d0f9-56cc-43fc-ab2e-9eff92013a03 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:32.501665 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65e834a7-b5b6-4400-80f2-4db6317b54e7 req-4a61d0f9-56cc-43fc-ab2e-9eff92013a03 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 945 time: 0.4152167
Apr 19 03:39:32.534025 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0340b635-16f6-4966-bb4e-296e8d312dde req-5124b616-c4b2-428a-9cdc-ca22ae507c61 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429513
Apr 19 03:39:32.607715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079573e4-5310-4589-883b-946da48f3377', 'code': 200}
Apr 19 03:39:32.644851 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65e834a7-b5b6-4400-80f2-4db6317b54e7 req-c135813b-95ed-4374-80a3-cb002e4ecff7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252191
Apr 19 03:39:32.772061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68f1269-d312-4c49-81ad-d808f6473ee8 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:39:32.785669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:32.801055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Transition to ACTIVE for port object c68f1269-d312-4c49-81ad-d808f6473ee8 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:32.830187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:32.835862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-494cdf6c-5bd8-4a17-a134-b9efb4f892eb tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:32.912173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Pushing event updated for resources: {'Port': ['ID=c68f1269-d312-4c49-81ad-d808f6473ee8,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:32.978607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:33.030318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740e3e-fc27-4eb9-921a-164d2e900f9e req-4d5d93c6-bdb2-4018-b5c5-4e472f653e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:33.042397 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54740e3e-fc27-4eb9-921a-164d2e900f9e req-4d5d93c6-bdb2-4018-b5c5-4e472f653e4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 1099 time: 0.1420600
Apr 19 03:39:33.116129 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Attempting to bind port c68f1269-d312-4c49-81ad-d808f6473ee8 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:39:33.116772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Attempting to bind port c68f1269-d312-4c49-81ad-d808f6473ee8 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:39:33.117290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Attempting to bind port c68f1269-d312-4c49-81ad-d808f6473ee8 on network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:33.124123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Port c68f1269-d312-4c49-81ad-d808f6473ee8 on network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:39:33.125188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Attempting to bind port c68f1269-d312-4c49-81ad-d808f6473ee8 on network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:33.126552 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54740e3e-fc27-4eb9-921a-164d2e900f9e req-ae1cf53f-42ff-4044-b26d-cd5655121469 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751188
Apr 19 03:39:33.139645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:39:33.140911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Checking segment: {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:33.141612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Bound using segment: {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:39:33.142662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Bound port: c68f1269-d312-4c49-81ad-d808f6473ee8, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:39:33.143201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:33.237118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055ea6a-b8f0-4b8a-b952-bc0d0650f158 req-95077bda-e234-4323-8baf-9cdd69dc0db2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:33.238716 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7055ea6a-b8f0-4b8a-b952-bc0d0650f158 req-95077bda-e234-4323-8baf-9cdd69dc0db2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1107466
Apr 19 03:39:33.277833 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] For port c68f1269-d312-4c49-81ad-d808f6473ee8, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:39:33.281735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] For port c68f1269-d312-4c49-81ad-d808f6473ee8, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c68f1269-d312-4c49-81ad-d808f6473ee8,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:39:33.301254 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7055ea6a-b8f0-4b8a-b952-bc0d0650f158 req-aea991fd-2484-46c3-893d-e80c79fac311 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560310
Apr 19 03:39:33.322875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:33.335397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:33.391880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:33.392636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:33.394198 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] 10.222.0.43 "PUT /v2.0/ports/c68f1269-d312-4c49-81ad-d808f6473ee8 HTTP/1.1" status: 200  len: 1094 time: 1.4661336
Apr 19 03:39:33.394796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'tag': 'c68f1269-d312-4c49-81ad-d808f6473ee8'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:33.423375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Pushing event updated for resources: {'Port': ['ID=c68f1269-d312-4c49-81ad-d808f6473ee8,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:33.426689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:33.452047 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'tag': 'c68f1269-d312-4c49-81ad-d808f6473ee8', 'status': 'completed', 'code': 200}
Apr 19 03:39:33.563918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c25e3-fe21-425e-8df9-310a946e014d req-e457a99c-a01b-4440-8484-ad1f9e5c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:33.565950 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b8c25e3-fe21-425e-8df9-310a946e014d req-e457a99c-a01b-4440-8484-ad1f9e5c4d3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 1097 time: 0.0877538
Apr 19 03:39:33.809020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c25e3-fe21-425e-8df9-310a946e014d req-a53e0180-7a59-4a54-b428-09dc4f68350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:33.811585 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b8c25e3-fe21-425e-8df9-310a946e014d req-a53e0180-7a59-4a54-b428-09dc4f68350e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2248769
Apr 19 03:39:33.844317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebee84-c0ec-48c9-8cde-6010c270f3ac req-4ebff97f-445d-482b-8832-2b048a9ff176 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:33.850031 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bebee84-c0ec-48c9-8cde-6010c270f3ac req-4ebff97f-445d-482b-8832-2b048a9ff176 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 944 time: 0.1507380
Apr 19 03:39:33.903166 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bebee84-c0ec-48c9-8cde-6010c270f3ac req-90190582-fc09-4466-9f21-831f2fc4eb13 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474181
Apr 19 03:39:34.051912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c25e3-fe21-425e-8df9-310a946e014d req-b86361e6-d1c1-42ff-ba50-cb911b48b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:34.053418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b8c25e3-fe21-425e-8df9-310a946e014d req-b86361e6-d1c1-42ff-ba50-cb911b48b26d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2332110
Apr 19 03:39:34.066370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5bd56-056b-4691-82ae-f648c2b4aa6d req-78597aaa-1242-4026-91a3-0a2a43d84441 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:34.068019 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9bc5bd56-056b-4691-82ae-f648c2b4aa6d req-78597aaa-1242-4026-91a3-0a2a43d84441 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 946 time: 0.2181780
Apr 19 03:39:34.120820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58372) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:34.183506 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9bc5bd56-056b-4691-82ae-f648c2b4aa6d req-c3ab4343-5f21-4102-b428-9b19f905ec5a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079695
Apr 19 03:39:34.211309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Deleting subnet 5ad226e8-663f-43b8-8222-1507677ae285 {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:39:34.211309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:34.211530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-3f72c88c-f767-42a5-9954-12c8c1c77790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:34.213245 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-3f72c88c-f767-42a5-9954-12c8c1c77790 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 1097 time: 0.1164050
Apr 19 03:39:34.259927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:34.268901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:34.335446 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-967a37a2-418c-4eb6-9699-aa339cb80702 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c68f1269-d312-4c49-81ad-d808f6473ee8 HTTP/1.1" status: 200  len: 217 time: 0.1107805
Apr 19 03:39:34.496124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-4d35d794-815a-4d15-a8a3-6484e8cd13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:34.498253 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-4d35d794-815a-4d15-a8a3-6484e8cd13e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9dc9739-dc36-4128-94c6-b4a231eb235e HTTP/1.1" status: 200  len: 848 time: 0.1462023
Apr 19 03:39:34.554924 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-ccdebaf0-658e-442c-8ad5-e5f1d3532def service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479381
Apr 19 03:39:34.669418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952001a-5571-4921-8487-a38ef7bd38f5 req-b2a0118e-6a04-4b0e-8c24-dc430507ffe4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:34.671020 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5952001a-5571-4921-8487-a38ef7bd38f5 req-b2a0118e-6a04-4b0e-8c24-dc430507ffe4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2210069
Apr 19 03:39:34.758831 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5952001a-5571-4921-8487-a38ef7bd38f5 req-4b81153e-0c18-4f2e-bc1b-181decd2463b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777223
Apr 19 03:39:34.764874 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-14ef1d89-a17f-47ca-920f-4c168d6a5afd service neutron] 10.222.0.43 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951380
Apr 19 03:39:34.907009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:34.912255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:34.916008 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23e55912-5826-4378-9e2d-ffb0cbb8e689 req-84474e19-8a61-4582-b26c-34d1c44bbc8d service neutron] 10.222.0.43 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391134
Apr 19 03:39:34.950282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad226e8-663f-43b8-8222-1507677ae285,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:34.952694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:34.956529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:34.966475 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5ad226e8-663f-43b8-8222-1507677ae285 HTTP/1.1" status: 204  len: 168 time: 0.8424437
Apr 19 03:39:34.968000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58392) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:35.092701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:35.127527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1d551-0257-4896-adad-d6105cc5d930 req-b38f2bf9-d29f-4e5a-8ac5-67b96e3aa792 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:35.129112 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89b1d551-0257-4896-adad-d6105cc5d930 req-b38f2bf9-d29f-4e5a-8ac5-67b96e3aa792 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 944 time: 0.0988421
Apr 19 03:39:35.183013 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89b1d551-0257-4896-adad-d6105cc5d930 req-1d0329ac-2aa1-4a73-9b6b-df475a782e22 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475655
Apr 19 03:39:35.239877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:35.414528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f945cbe8518>> segment before_delete 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.414941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f945cbe8518>> subnet precommit_delete_associations 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.415788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> segment_host_mapping after_create 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.416172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> port after_create 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.416522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> port after_delete 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.417180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> port after_update 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.417322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> segment after_delete 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.417598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> subnet after_create 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.417972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> subnet after_delete 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.418322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f945d377f60>> subnet after_update 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.485950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c7e5588>> subnet after_create 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.486328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c7e5588>> subnet after_delete 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.486703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c7e5588>> subnet before_create 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.487067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c7e5588>> subnet before_update 55550000 {{(pid=86431) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:39:35.487500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945d50bfd0>,) {'filters': {'network_id': ['ad106a6d-061d-4eaf-9356-cb6211f27f70']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:35.509563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d50bfd0>, '35967690-008e-46be-9114-2881091b5562') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:35.510158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d50bfd0>, '35967690-008e-46be-9114-2881091b5562') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:35.528035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:35.561321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe341ab7-e910-4fc8-8017-a4f3cc651855 req-ff23bdc6-9502-4efd-bb06-d7e323d2c8e7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:35.563018 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe341ab7-e910-4fc8-8017-a4f3cc651855 req-ff23bdc6-9502-4efd-bb06-d7e323d2c8e7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 946 time: 0.2444246
Apr 19 03:39:35.612173 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe341ab7-e910-4fc8-8017-a4f3cc651855 req-defe1db3-9aad-4344-95a1-b18aec254ecc tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424967
Apr 19 03:39:35.689200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:35.696697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:39:35.900964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:39:35.913676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:36.050231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc7d98-f12d-4bf5-825e-2e40cce376be req-1eb9ed0f-3fdc-46f5-a8d5-354828f74209 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:36.052032 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f7bc7d98-f12d-4bf5-825e-2e40cce376be req-1eb9ed0f-3fdc-46f5-a8d5-354828f74209 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.0999041
Apr 19 03:39:36.107153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Network ad106a6d-061d-4eaf-9356-cb6211f27f70 has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:39:36.115792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f7bc7d98-f12d-4bf5-825e-2e40cce376be req-9fa5a196-6ac5-4ad9-8682-4b00848a6c8b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547917
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   from cryptography.utils import int_from_bytes
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   from cryptography.utils import int_from_bytes
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   (rel_b, rel_a, rel_b),
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   (rel_b, rel_a, rel_b),
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:39:36.146226 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:39:36.379248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:36.384713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:36.414927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:36.423226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad106a6d-061d-4eaf-9356-cb6211f27f70,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:36.427291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:36.486809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e777cdd-21dc-4af9-85c0-32757bf99b7a req-2c7ca671-8893-4b92-a5d1-4c96f5e62023 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:36.488442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3e777cdd-21dc-4af9-85c0-32757bf99b7a req-2c7ca671-8893-4b92-a5d1-4c96f5e62023 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 944 time: 0.0987213
Apr 19 03:39:36.535862 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3e777cdd-21dc-4af9-85c0-32757bf99b7a req-d2750c6b-47ab-4e88-bac5-32d9034b195e tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408027
Apr 19 03:39:36.725656 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad106a6d-061d-4eaf-9356-cb6211f27f70 HTTP/1.1" status: 204  len: 168 time: 1.7481329
Apr 19 03:39:37.066033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58464) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:37.121580 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-527c735e-c3cd-425b-a216-288776bd6b78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc1d56df10834f75acdb214616014031&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0541954
Apr 19 03:39:37.124642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58468) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:37.196135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:37.228347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:37.346518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:37.351912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-293b5216-9359-4b44-a915-ec671ab24273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:37.356279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed9ea7-0988-40a3-8478-10457e9c0a50 req-ad730b21-bb13-42b4-a9e2-d257524ad46c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:37.367039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ac988-da84-490a-9bc9-3107f7f4f4bf,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:37.368191 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-60ed9ea7-0988-40a3-8478-10457e9c0a50 req-ad730b21-bb13-42b4-a9e2-d257524ad46c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1364856
Apr 19 03:39:37.369647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:37.409298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:37.414873 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc8ac988-da84-490a-9bc9-3107f7f4f4bf HTTP/1.1" status: 204  len: 168 time: 0.2848766
Apr 19 03:39:37.437458 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-60ed9ea7-0988-40a3-8478-10457e9c0a50 req-f3745b7d-85c9-4773-afba-731010c07d2d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679998
Apr 19 03:39:37.680037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58498) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:37.719226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58504) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:37.792213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83ff0-69ba-4fe5-bbce-4d2acea63778 req-a5eb3791-2ebb-4b3d-8645-34bf061b1bc5 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:37.794377 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-85d83ff0-69ba-4fe5-bbce-4d2acea63778 req-a5eb3791-2ebb-4b3d-8645-34bf061b1bc5 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 944 time: 0.1238275
Apr 19 03:39:37.861894 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-85d83ff0-69ba-4fe5-bbce-4d2acea63778 req-9ce4fe40-0ab4-4a58-a70b-2048594667bc tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534470
Apr 19 03:39:37.862203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:37.878015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:37.883119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Usage tracker for resource:security_group_rule and tenant:6be2d02d973f4f2f838a6c75286d422e is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:37.889390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:37.892642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:37.938727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device c68f1269-d312-4c49-81ad-d808f6473ee8 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:39:37.999849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.020461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.097304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1dc8625-99e7-41b3-a4fd-a17bda227ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:38.152158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1e4c79-0653-40ca-b243-1c17c0bd7c8a,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:38.158380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:38.161399 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6be2d02d973f4f2f838a6c75286d422e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4797969
Apr 19 03:39:38.163988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58524) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:38.166857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.185089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port c68f1269-d312-4c49-81ad-d808f6473ee8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c68f1269-d312-4c49-81ad-d808f6473ee8,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:38.203594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'c68f1269-d312-4c49-81ad-d808f6473ee8', 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5', 'port_id': 'c68f1269-d312-4c49-81ad-d808f6473ee8', 'mac_address': 'fa:16:3e:a9:c6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dc9739-dc36-4128-94c6-b4a231eb235e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:39:38.207816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:38.217434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Usage tracker for resource:security_group_rule and tenant:23e7fef90fd24c67b52bfac218627f7a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:38.235943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:38.242163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:38.287896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.313101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.313717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68f1269-d312-4c49-81ad-d808f6473ee8 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:39:38.329787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port c68f1269-d312-4c49-81ad-d808f6473ee8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c68f1269-d312-4c49-81ad-d808f6473ee8,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:38.346317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.348246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:38.389075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.397195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.419163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.429611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c035d2bf-b6fc-4631-844f-b49434ea54c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:38.441137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=c68f1269-d312-4c49-81ad-d808f6473ee8,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:38.454664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:38.481721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee028af-49a6-4366-a973-f8bc259b1e76,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:38.490088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:38.509405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23e7fef90fd24c67b52bfac218627f7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7890084
Apr 19 03:39:38.512240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58538) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:38.588733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.625173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.646496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.659394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6f30afb-d7d2-4df7-9c48-932905ec2bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:38.675279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1e4c79-0653-40ca-b243-1c17c0bd7c8a,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:38.685218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:38.696337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.699603 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d1e4c79-0653-40ca-b243-1c17c0bd7c8a HTTP/1.1" status: 204  len: 168 time: 0.5346644
Apr 19 03:39:38.732938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f451d-8530-4d8c-9678-1e5ed2d47dec req-aa97ef43-7323-46b1-bea2-f853f602217b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:38.734569 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c8f451d-8530-4d8c-9678-1e5ed2d47dec req-aa97ef43-7323-46b1-bea2-f853f602217b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1144736
Apr 19 03:39:38.738059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['c68f1269-d312-4c49-81ad-d808f6473ee8'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:39:38.801069 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c8f451d-8530-4d8c-9678-1e5ed2d47dec req-0ec11d7a-533f-40a5-8e4c-2861c4429389 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583298
Apr 19 03:39:38.810174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.818062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6f0647b-5c24-46ef-b955-50f0089d48a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:38.833145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee028af-49a6-4366-a973-f8bc259b1e76,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:38.846290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:38.852762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:38.854589 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ee028af-49a6-4366-a973-f8bc259b1e76 HTTP/1.1" status: 204  len: 168 time: 0.3404362
Apr 19 03:39:38.964391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58562) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:39.092241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae1ed-6e4d-4a73-9b5f-a839b07094fb req-03f94356-fbfa-4864-9aeb-8cae5653b64d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:39.092241 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-30cae1ed-6e4d-4a73-9b5f-a839b07094fb req-03f94356-fbfa-4864-9aeb-8cae5653b64d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 945 time: 0.0972545
Apr 19 03:39:39.141061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-network', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:39.149510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-30cae1ed-6e4d-4a73-9b5f-a839b07094fb req-5d09fb50-f857-409c-a75b-13bc2571b751 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523548
Apr 19 03:39:39.150654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:39.154951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Usage tracker for resource:network and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:39.158253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:39.164722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:39.213591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Made reservation on behalf of a1596875092a4918b57b2ca36f54fbd0 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:39.218563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.234066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.253267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:39.257647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:39.260877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:39.267374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:39.371418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.420993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.425801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:39.453107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58584) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:39.454384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:39:39.463646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7af43de-5c42-43d2-8acc-d636a1ed38f7,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:39.468099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:39.474276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.491236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:39.495294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Usage tracker for resource:security_group_rule and tenant:803a9bbba3fd4478bf5e93f90b84cd17 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:39.498357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:39.504704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:39.517992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.518623 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Added segment b2941699-3aa8-426e-a16f-ac482028471d of type vlan for network a9d39e32-f5f0-4d22-949b-73f3b0f4b690
Apr 19 03:39:39.552855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.617514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.626433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.628281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:39.629137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.635162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f11ad1ab-759b-45c2-be6f-651d4b898074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:39.656685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.696943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7f24ad40-29c2-4947-879b-33f60e66c229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:39.717220 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=803a9bbba3fd4478bf5e93f90b84cd17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2628460
Apr 19 03:39:39.724757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58594) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:39.725334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58596) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:39.775224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d39e32-f5f0-4d22-949b-73f3b0f4b690,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:39.788757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:39:39.790817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d2e057-dad5-4c60-aaa7-08d60de03837,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:39.796221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:39.815408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:39.815760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.846609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.888521 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-82bd88da-0a6c-4aa3-ba2f-325817f81aa0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9229529
Apr 19 03:39:39.895179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58616) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:39.901485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Request body: {'subnet': {'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-subnet', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:39.908042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:39.912321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Usage tracker for resource:subnet and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:39.916129 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:39.923575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.928641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:39.935298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f1be860e-d50f-46ec-9796-df05f7c87e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:39.946254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d2e057-dad5-4c60-aaa7-08d60de03837,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:39.951946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:39.976436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:39.976572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device c68f1269-d312-4c49-81ad-d808f6473ee8 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:39.980059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43d2e057-dad5-4c60-aaa7-08d60de03837 HTTP/1.1" status: 204  len: 168 time: 0.2492776
Apr 19 03:39:40.003379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Made reservation on behalf of a1596875092a4918b57b2ca36f54fbd0 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:40.009167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.152170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port c68f1269-d312-4c49-81ad-d808f6473ee8 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:40.160778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port c68f1269-d312-4c49-81ad-d808f6473ee8 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:40.161933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.239372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.265548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:40.312888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Usage tracker for resource:security_group_rule and tenant:5d4a292097184d779bb29b7a1da19583 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:40.314682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-c1ac7d34-0117-4a24-928a-2cbc70a336cd tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:40.316904 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-c1ac7d34-0117-4a24-928a-2cbc70a336cd tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.5003731
Apr 19 03:39:40.321705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:40.335481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-d08fd652-7d1e-45a6-8a23-5dd88b9a3c9f tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/quotas/3a4502ef85b348a384aa26343b925024 HTTP/1.1" status: 200  len: 375 time: 0.0116251
Apr 19 03:39:40.338896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.340647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:40.369094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037ada8-e0c0-40e6-8e50-8aa10ae369e0 req-c4759fa9-0288-4ab0-8ff4-17508ae5af8a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:40.370715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0037ada8-e0c0-40e6-8e50-8aa10ae369e0 req-c4759fa9-0288-4ab0-8ff4-17508ae5af8a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2205219
Apr 19 03:39:40.375132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68f1269-d312-4c49-81ad-d808f6473ee8'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:40.383108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port c68f1269-d312-4c49-81ad-d808f6473ee8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c68f1269-d312-4c49-81ad-d808f6473ee8,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:40.430260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.432435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:40.440196 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-704bab5f-8f80-4240-a590-d39efce75282 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0983853
Apr 19 03:39:40.478783 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0037ada8-e0c0-40e6-8e50-8aa10ae369e0 req-06718751-f107-4ef6-9b7c-e32b07cc31b6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884509
Apr 19 03:39:40.515322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=c68f1269-d312-4c49-81ad-d808f6473ee8,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:40.524917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:40.662685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-131fcb39-1400-4af7-84f2-2ff6ba0d608f service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131159
Apr 19 03:39:40.721264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.769480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.783510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5173d1c0-54c5-4295-989c-f649d05af309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:40.853510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d4a292097184d779bb29b7a1da19583&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1260636
Apr 19 03:39:40.855750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bdbc19-4c8b-4902-8418-765019d47f64,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:40.859198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58654) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:40.868828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:40.875102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-3315af11-4cf4-4cb4-997c-62d5f580155e service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026217
Apr 19 03:39:40.959560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:40.973093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b341e-f79d-45f6-bead-65b76119db61 req-95f64b0e-b0be-435c-8da7-a483df754ca0 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:40.974702 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b70b341e-f79d-45f6-bead-65b76119db61 req-95f64b0e-b0be-435c-8da7-a483df754ca0 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.2506998
Apr 19 03:39:41.056929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.150561 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b70b341e-f79d-45f6-bead-65b76119db61 req-d1170274-6ab4-453d-964c-a649c5dfa7c3 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652415
Apr 19 03:39:41.186811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.186811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:41.232948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68f1269-d312-4c49-81ad-d808f6473ee8', 'code': 200}
Apr 19 03:39:41.263821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.357199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb31c1dc-d24e-4c74-918f-944ed405ba6c,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:41.360026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:41.363102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d8984753-1fa7-48d1-82c8-b28086a0ec34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:41.381432 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-63b71ff4-aa26-4bde-94bb-7a36b1e94638 req-50c21d83-647a-46f0-bfc5-e325f4c06c65 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 210 time: 0.0980918
Apr 19 03:39:41.384501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bdbc19-4c8b-4902-8418-765019d47f64,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:41.391723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.391723 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1bdbc19-4c8b-4902-8418-765019d47f64 HTTP/1.1" status: 204  len: 168 time: 0.5236592
Apr 19 03:39:41.391723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:41.391723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Checking segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:41.392114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Network hostable DHCP agents. Network: a9d39e32-f5f0-4d22-949b-73f3b0f4b690, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:39:41.430745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58676) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:41.444544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:39:41.546285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, a9d39e32-f5f0-4d22-949b-73f3b0f4b690) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:41.556122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:41.556122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.565718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049eb0f7-bc96-4140-81e9-73977e6e618f None None] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:41.658900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58690) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:41.660078 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d44951fb-4532-481a-b547-4405880218cf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7636969
Apr 19 03:39:41.665228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:41.731720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:41.740162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Usage tracker for resource:router and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:41.826506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:41.834209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:41.854719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123809308-network', 'tenant_id': '3fe7f99acca746a5864ff53b382baee3'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:41.859704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:41.864554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Usage tracker for resource:network and tenant:3fe7f99acca746a5864ff53b382baee3 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:41.867630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:41.877867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:39:41.882975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.883099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:41.895595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2734b1-341c-4549-8648-f8e873f3d41f req-5c31186d-3c2b-4843-91db-55db55ab4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:41.897133 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2b2734b1-341c-4549-8648-f8e873f3d41f req-5c31186d-3c2b-4843-91db-55db55ab4858 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 1099 time: 0.2261105
Apr 19 03:39:41.906398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6bbe8-13aa-4b86-8188-9abb4f1fa18c req-e661b298-10a9-41ec-a8fb-15de990f10e0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:41.911738 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-92a6bbe8-13aa-4b86-8188-9abb4f1fa18c req-e661b298-10a9-41ec-a8fb-15de990f10e0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1722729
Apr 19 03:39:41.923037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.924285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:41.989476 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2b2734b1-341c-4549-8648-f8e873f3d41f req-14e2d382-7b62-4c0f-86ea-edf76a01a573 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801852
Apr 19 03:39:41.991965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Made reservation on behalf of 3fe7f99acca746a5864ff53b382baee3 for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:41.997399 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-92a6bbe8-13aa-4b86-8188-9abb4f1fa18c req-67a99ccb-b0b7-4ef9-ba76-38e507a81dda tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673132
Apr 19 03:39:42.008197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.011184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.026570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:42.030675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe7f99acca746a5864ff53b382baee3 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:42.042756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:42.042756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:42.095633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.154009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Allocated IP 172.20.0.2 (a9d39e32-f5f0-4d22-949b-73f3b0f4b690/cb31c1dc-d24e-4c74-918f-944ed405ba6c/fa0e548d-4450-4f3a-beb6-9ad57b11ea5b) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:42.188568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.197302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58702) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:42.217018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.234576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.239555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:42.241798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:42.253739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Usage tracker for resource:security_group_rule and tenant:42c22397f45e44608b17b369c2e81eca is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:42.260231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:42.272571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:42.285163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:39:42.307764 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.308154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Added segment bc179aeb-9851-4638-89ee-57873a25b8f7 of type vlan for network a0407bf1-a009-40b4-9182-d3932411ccea
Apr 19 03:39:42.311270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da7e5f0-2a29-47d2-855b-a4ce0f95a540,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:42.319341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:42.434080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.445818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Transition to ACTIVE for port object fa0e548d-4450-4f3a-beb6-9ad57b11ea5b will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:42.471302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebe7bb-f8ed-413c-8005-252a4170ecd5 req-03e84b82-ccf6-4045-82c6-7f125ee522e5 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:42.477178 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66ebe7bb-f8ed-413c-8005-252a4170ecd5 req-03e84b82-ccf6-4045-82c6-7f125ee522e5 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.1312273
Apr 19 03:39:42.506593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Transition to ACTIVE for port object fa0e548d-4450-4f3a-beb6-9ad57b11ea5b will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:42.535892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.547706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.558133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.561708 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66ebe7bb-f8ed-413c-8005-252a4170ecd5 req-f8510059-0839-4525-a8c1-479b6204c4ff tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767651
Apr 19 03:39:42.592880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:42.630303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.660659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.665595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:42.665595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.671401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:42.682832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:42.684055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:42.693255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:42.796004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Pushing event updated for resources: {'Network': ['ID=a0407bf1-a009-40b4-9182-d3932411ccea,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:42.799808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:42.800639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.824721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Attempting to bind port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:39:42.825776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Attempting to bind port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:39:42.826180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Attempting to bind port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:42.828556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network a0407bf1-a009-40b4-9182-d3932411ccea details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:39:42.849101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-99129da6-0305-4010-86af-3a7681c9c6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:42.855421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Pushing event updated for resources: {'Port': ['ID=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:42.893961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433fabbe-b3a1-4841-a45b-64b7d8fbe558,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:42.897282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:42.949439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:39:42.950614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Checking segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:42.951070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.951528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Bound using segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:39:42.952078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Bound port: fa0e548d-4450-4f3a-beb6-9ad57b11ea5b, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:39:42.952459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:42.952566 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-49c1c9c8-03a6-41c9-a3a1-4aaf5dc7cb33 req-83567f2a-e372-4693-80c4-57b8de46421a tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 210 time: 0.1408775
Apr 19 03:39:42.961306 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5293918
Apr 19 03:39:42.962363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:42.966181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58716) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:42.973362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Request body: {'subnet': {'network_id': 'a0407bf1-a009-40b4-9182-d3932411ccea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123809308-subnet', 'tenant_id': '3fe7f99acca746a5864ff53b382baee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:42.979157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:42.983693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Usage tracker for resource:subnet and tenant:3fe7f99acca746a5864ff53b382baee3 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:42.987031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:42.993698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:43.005547 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42c22397f45e44608b17b369c2e81eca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8071604
Apr 19 03:39:43.008798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58720) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:43.054468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Made reservation on behalf of 3fe7f99acca746a5864ff53b382baee3 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:43.059041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.064366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.107886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.114328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] For port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:39:43.117810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] For port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:39:43.150694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.156556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7133c2f0-524d-478c-bf10-33cf2bf9074c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:43.216063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.265631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.274482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Pushing event updated for resources: {'Port': ['ID=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:43.279546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:43.427835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Allocated IP 172.27.0.202 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/11cdcf9d-9453-4574-a5a5-4b454065ef45) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:43.446214 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceff285-2a4c-468b-8072-b62a6b195e91 req-4c8131ab-d93f-4499-9a04-bdab8f902398 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:43.447891 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cceff285-2a4c-468b-8072-b62a6b195e91 req-4c8131ab-d93f-4499-9a04-bdab8f902398 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2658117
Apr 19 03:39:43.454189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.459733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4dddc2b9-948f-4f91-9936-08af499d4dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:43.475672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433fabbe-b3a1-4841-a45b-64b7d8fbe558,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:43.479047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:43.504625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:43.505789 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/433fabbe-b3a1-4841-a45b-64b7d8fbe558 HTTP/1.1" status: 204  len: 168 time: 0.4957986
Apr 19 03:39:43.706304 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cceff285-2a4c-468b-8072-b62a6b195e91 req-26faa9de-2b1c-4520-8462-ab13e56b98db tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455623
Apr 19 03:39:44.011903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:44.101123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:44.114096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:44.275096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:44.288459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-d13e7617-f936-43dc-bc91-23746d10d585 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:44.289883 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-d13e7617-f936-43dc-bc91-23746d10d585 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.5242677
Apr 19 03:39:44.293903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:44.350295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:44.380694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce314e-c905-4eb4-aa79-188b5a1d5fea req-8e3e3e1d-6a28-4861-bb0d-f6561ed27790 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:44.382633 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44ce314e-c905-4eb4-aa79-188b5a1d5fea req-8e3e3e1d-6a28-4861-bb0d-f6561ed27790 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.3142061
Apr 19 03:39:44.385378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7223-e129-418b-ba60-aa36e067a880 req-310571b5-f7c1-4092-87f5-ed31b1b29b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:44.386720 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1fcf7223-e129-418b-ba60-aa36e067a880 req-310571b5-f7c1-4092-87f5-ed31b1b29b93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 1098 time: 0.3207076
Apr 19 03:39:44.397268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Request body: {'port': {'device_id': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'admin_state_up': True, 'tenant_id': '3a4502ef85b348a384aa26343b925024'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:44.415059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c32b92b5-cf04-4d3a-889b-68c120b7731f req-599ea5cc-8993-4a5a-beaa-e2290a8da21b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 210 time: 0.1631603
Apr 19 03:39:44.434276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=11cdcf9d-9453-4574-a5a5-4b454065ef45,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:44.492624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:44.525787 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1fcf7223-e129-418b-ba60-aa36e067a880 req-88435acb-b314-49ff-aa9f-6bf87dc4370c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111870
Apr 19 03:39:44.534345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44ce314e-c905-4eb4-aa79-188b5a1d5fea req-187f2f81-a5f9-473f-8eb2-1ee6c2c60651 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402271
Apr 19 03:39:44.551971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:44.557063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fe09394a-2ec6-4e18-9cab-93aeba38d11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:44.665664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32744d9b-5a55-4508-81a9-80e7498cf311,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:44.670682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:44.681047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Checking segment: {'id': 'bc179aeb-9851-4638-89ee-57873a25b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a0407bf1-a009-40b4-9182-d3932411ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:44.681447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Network hostable DHCP agents. Network: a0407bf1-a009-40b4-9182-d3932411ccea, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:39:44.739683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Network a0407bf1-a009-40b4-9182-d3932411ccea is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:39:44.797140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, a0407bf1-a009-40b4-9182-d3932411ccea) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:44.803134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:44.805808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:44.808412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b98f8-6a5c-4e50-b32c-1bf2fc16d632 None None] Network a0407bf1-a009-40b4-9182-d3932411ccea requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:44.883174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9156630
Apr 19 03:39:45.088769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:45.098360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device fa0e548d-4450-4f3a-beb6-9ad57b11ea5b up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:45.126491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf2125-bd74-4a4b-bc22-b30bf64d222e None None] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:45.153420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:45.214894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3f434-80bb-434e-ab29-5a79922de170 req-6b86fbd9-45ec-4b70-ab43-a93ee3d6e26a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:45.222829 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-70d3f434-80bb-434e-ab29-5a79922de170 req-6b86fbd9-45ec-4b70-ab43-a93ee3d6e26a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2527902
Apr 19 03:39:45.285631 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-70d3f434-80bb-434e-ab29-5a79922de170 req-aec6b678-381d-4df2-92f7-d958096c47c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617731
Apr 19 03:39:45.286344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Made reservation on behalf of 3a4502ef85b348a384aa26343b925024 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:45.292489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:45.354112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5383a647-46fc-41d6-b019-459c693622ab None None] Provisioning for port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:45.497425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Allocated IP 172.20.0.5 (c6488502-d478-4c15-aad9-cec2dbbd6c1f/45ab61ee-f297-4972-bfc7-b19316ce9dfe/7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:45.507468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:45.530859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b970c3-9441-412e-aefa-2492af15c3b3 None None] Network a0407bf1-a009-40b4-9182-d3932411ccea requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:45.738333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:45.743485 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e1e9e3d1-fd11-4137-a1dc-382575d52d5f req-15f95ca1-f79e-419f-bbd0-35d2ca78147f tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 210 time: 0.0950294
Apr 19 03:39:45.978433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:45.999515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2a736dd5-d30d-4bc7-b175-25f67b4c59a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:46.030910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411', '079573e4-5310-4589-883b-946da48f3377'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:39:46.064172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:46.064592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.106421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:46.140424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:46.170306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:46.226239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event updated for resources: {'Port': ['ID=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:46.241478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:46.248223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.410704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:46.411610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.445431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58826) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:46.452757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1140989405-network', 'tenant_id': '96a3c127408848ad91fc69f5a3e2fca5'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:46.461415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:46.473505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Usage tracker for resource:network and tenant:96a3c127408848ad91fc69f5a3e2fca5 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:46.488583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:46.505551 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:46.556789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Made reservation on behalf of 96a3c127408848ad91fc69f5a3e2fca5 for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:46.561880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.580347 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1998079
Apr 19 03:39:46.599407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.619758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:46.625075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Usage tracker for resource:security_group_rule and tenant:96a3c127408848ad91fc69f5a3e2fca5 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:46.628529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:46.634818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:46.655029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Request body: {'port': {'device_id': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:46.890614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.896802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.906189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.919488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fc72d-7ced-4e38-85a5-b036f57bbffa req-ac33ac59-9f25-437e-b895-8ab22e279ac0 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:46.919488 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5d0fc72d-7ced-4e38-85a5-b036f57bbffa req-ac33ac59-9f25-437e-b895-8ab22e279ac0 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.3187723
Apr 19 03:39:46.950598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.958899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7eb841a0-f24d-43fd-a852-eedffc4904e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:46.969958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:46.985230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:47.009232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:39:47.023733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.029710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5d0fc72d-7ced-4e38-85a5-b036f57bbffa req-7121e6b2-9d7f-45f0-bf7c-652b245df5b1 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041493
Apr 19 03:39:47.034427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8afa92-0931-4301-85d0-d525a66e0bdd,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:47.036500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:47.038283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.038780 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Added segment d36a4a1f-cfb5-4fab-bb01-68c74b3321dc of type vlan for network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b
Apr 19 03:39:47.040497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:47.092412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.229069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523fdae-fe05-47a2-948c-670adcb7ead9 req-dea2d68b-e5b7-4154-850e-887a887ebacd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:47.237966 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2523fdae-fe05-47a2-948c-670adcb7ead9 req-dea2d68b-e5b7-4154-850e-887a887ebacd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.4367619
Apr 19 03:39:47.252464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-b3b93983-8a03-4bf8-9cef-e2899e920e71 None None] Provisioning complete for port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:47.252944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b3b93983-8a03-4bf8-9cef-e2899e920e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.286644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:47.287414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.292392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:47.293043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.298428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:47.305209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1e339130-d672-45ae-a74d-d2deccc0823c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:47.386914 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2523fdae-fe05-47a2-948c-670adcb7ead9 req-763c8d4f-6a64-406d-a409-0aba85ae7224 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480289
Apr 19 03:39:47.409681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:47.420862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:39:47.428246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:47.467429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2380fe6-3696-44ec-8d92-a54099a86b24 req-01ee0794-8e58-4f4c-955f-d650e52f27ff tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:47.470072 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2380fe6-3696-44ec-8d92-a54099a86b24 req-01ee0794-8e58-4f4c-955f-d650e52f27ff tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 931 time: 0.2697952
Apr 19 03:39:47.559998 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2380fe6-3696-44ec-8d92-a54099a86b24 req-a5e59e1b-18b9-4171-a8dc-2d1b4fe5c887 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790899
Apr 19 03:39:47.565593 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1186361
Apr 19 03:39:47.566784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58852) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:47.619167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Request body: {'subnet': {'network_id': '4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1140989405-subnet', 'tenant_id': '96a3c127408848ad91fc69f5a3e2fca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:47.633631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:47.642436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Usage tracker for resource:subnet and tenant:96a3c127408848ad91fc69f5a3e2fca5 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:47.646623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:47.662998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:47.724025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:39:47.727177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Made reservation on behalf of 96a3c127408848ad91fc69f5a3e2fca5 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:39:47.731991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:47.935265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3436f-f918-420e-830a-47d24f1f21e5 req-fcee4906-fc89-4f37-aa22-ef2b124615c0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:47.936958 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5d3436f-f918-420e-830a-47d24f1f21e5 req-fcee4906-fc89-4f37-aa22-ef2b124615c0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1398244
Apr 19 03:39:48.045957 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5d3436f-f918-420e-830a-47d24f1f21e5 req-ac7cfb94-2c35-44c0-931e-7b19079e79a7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745664
Apr 19 03:39:48.205049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:39:48.214851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:39:48.218124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:39:48.226135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:48.237110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:39:48.237792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d585b38>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:39:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:48.242928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Transition to ACTIVE for port object 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:48.302849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:48.322446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:48.357008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:48.365158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:48.402132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:48.404545 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.7445447
Apr 19 03:39:48.410755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 58874) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:48.468496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:39:48.655434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Pushing event updated for resources: {'Port': ['ID=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:48.667955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:48.725975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d80e3-afa8-4644-a598-9325126cd66f req-5f972763-6a5b-433e-b132-80a9fb5c3006 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:48.727568 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f3d80e3-afa8-4644-a598-9325126cd66f req-5f972763-6a5b-433e-b132-80a9fb5c3006 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.5203907
Apr 19 03:39:48.796009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Attempting to bind port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:39:48.796389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Attempting to bind port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:39:48.796825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Attempting to bind port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:48.798637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d585b38>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:45Z', 'revision_number': 3, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:48.803629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:39:48.803994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Updating router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 port 11cdcf9d-9453-4574-a5a5-4b454065ef45 binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:39:48.808400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:39:48.808759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Attempting to bind port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:48.816113 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f3d80e3-afa8-4644-a598-9325126cd66f req-387820ab-8ed9-4df4-95c0-244d1d62d775 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751221
Apr 19 03:39:48.818669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:39:48.819041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Checking segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:48.819505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Bound using segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:39:48.820060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Bound port: 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:39:48.820442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:48.889552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-82cdc968-3de0-42ca-bd6a-33e9fba28599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:48.927516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.014165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05c0e62-aa4b-44e8-84b7-7a2ac426835c,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:49.032621 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] For port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:39:49.033997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:49.051074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] For port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:39:49.060342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Checking segment: {'id': 'd36a4a1f-cfb5-4fab-bb01-68c74b3321dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:49.060749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Network hostable DHCP agents. Network: 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:39:49.094532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.101161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:49.162127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device fa0e548d-4450-4f3a-beb6-9ad57b11ea5b up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:49.219600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-6457d461-8a03-4fe2-a626-0c2eefa3b9f1 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:49.221193 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-6457d461-8a03-4fe2-a626-0c2eefa3b9f1 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.8093841
Apr 19 03:39:49.267778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:49.269884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.274648 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] 10.222.0.43 "PUT /v2.0/ports/7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 HTTP/1.1" status: 200  len: 1093 time: 2.6305516
Apr 19 03:39:49.289175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'tag': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:49.307929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:49.309523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.487909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Pushing event updated for resources: {'Port': ['ID=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:49.535536 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'tag': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188', 'status': 'completed', 'code': 200}
Apr 19 03:39:49.536388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:49.566542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:39:49.616231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-e7a7fc96-3952-4c76-b931-4547f6777685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:49.617990 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-e7a7fc96-3952-4c76-b931-4547f6777685 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 1096 time: 0.2186217
Apr 19 03:39:49.618520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.633846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Transition to ACTIVE for port object 11cdcf9d-9453-4574-a5a5-4b454065ef45 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:49.641219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbd034-4345-415e-afbf-3c8e65a07cb1 req-01f94b54-3cb4-44ea-be5c-815ec9d84de1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:49.649080 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dbbbd034-4345-415e-afbf-3c8e65a07cb1 req-01f94b54-3cb4-44ea-be5c-815ec9d84de1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 943 time: 0.8305357
Apr 19 03:39:49.690684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.703112 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-38d14c09-5423-4bfe-86f6-967e474b9c35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 HTTP/1.1" status: 200  len: 217 time: 0.0743716
Apr 19 03:39:49.704806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-40960cb3-96bf-4fce-8de7-ebdc32d93f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:49.729423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:49.740252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14618d9a-fc35-4c8b-8dab-ef80507d3cac None None] Network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:49.764547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Deleting port c68f1269-d312-4c49-81ad-d808f6473ee8 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:39:49.764547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.805102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Attempting to bind port 11cdcf9d-9453-4574-a5a5-4b454065ef45 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:39:49.805546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Attempting to bind port 11cdcf9d-9453-4574-a5a5-4b454065ef45 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:39:49.805954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Attempting to bind port 11cdcf9d-9453-4574-a5a5-4b454065ef45 on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:49.814433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Pushing event updated for resources: {'Port': ['ID=11cdcf9d-9453-4574-a5a5-4b454065ef45,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:49.824293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:39:49.825055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:49.825505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.825922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:39:49.826439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Bound port: 11cdcf9d-9453-4574-a5a5-4b454065ef45, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:39:49.826857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.859021 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:49.863576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.863959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.864405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-96b707c1-a03b-4ab4-b870-3d39914a7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:49.864537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.864841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.865274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:49.865378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.865770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.865971 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-96b707c1-a03b-4ab4-b870-3d39914a7ec4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.1498518
Apr 19 03:39:49.866070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.866374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.867646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.869457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.870545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.872078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:39:49.897693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:49.966973 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-2174232e-3454-4674-942f-728fd7e6ecb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929582
Apr 19 03:39:49.997332 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dbbbd034-4345-415e-afbf-3c8e65a07cb1 req-4324ac37-fa22-48ba-bda5-031e9a8bf96f tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3448262
Apr 19 03:39:50.001379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] For port 11cdcf9d-9453-4574-a5a5-4b454065ef45, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:39:50.015040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] For port 11cdcf9d-9453-4574-a5a5-4b454065ef45, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=11cdcf9d-9453-4574-a5a5-4b454065ef45,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:39:50.022927 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4399595
Apr 19 03:39:50.082145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:50.098259 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:50.150777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4566714-efd3-4d83-9e1d-cadc8488a665 None None] Network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:39:50.229755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58912) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:50.242093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885776-1089-4bc8-9a38-439549b12125 req-3fe1f318-3e93-42de-a696-6158227036d8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:50.251560 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a7885776-1089-4bc8-9a38-439549b12125 req-3fe1f318-3e93-42de-a696-6158227036d8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 946 time: 0.2159991
Apr 19 03:39:50.287167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:39:50.288705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d585b38>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:39:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:50.324405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a7885776-1089-4bc8-9a38-439549b12125 req-9b3741f3-5e8f-4208-8e95-e150c30dcdf8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712779
Apr 19 03:39:50.372266 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-fa038703-edc5-4751-8144-4abf15141110 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3934760
Apr 19 03:39:50.596449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:50.638085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] For port c68f1269-d312-4c49-81ad-d808f6473ee8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c68f1269-d312-4c49-81ad-d808f6473ee8,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:50.638485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:50.643598 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4dddfc62-083e-4590-8b80-4eae94c292f7 req-5c899d90-a1fc-4ab6-bd9a-c872d041a7e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598248
Apr 19 03:39:50.665632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:50.684773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:50.690130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Usage tracker for resource:security_group_rule and tenant:aac1987799e043d7b2c8c5c2214220fd is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:50.694681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:50.706087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:50.814239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:50.872828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:50.886079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-00e24f77-160f-4bd3-93a7-c82e0e2b3291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:50.892249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Calling delete_port for c68f1269-d312-4c49-81ad-d808f6473ee8 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:39:50.938143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Pushing event updated for resources: {'Port': ['ID=11cdcf9d-9453-4574-a5a5-4b454065ef45,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:50.941769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:50.943275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52b762-00ab-474d-bc28-942dfc6b2419,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:50.949178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:50.983321 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aac1987799e043d7b2c8c5c2214220fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7293253
Apr 19 03:39:50.987320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58928) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:50.992369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d21d-011a-4f28-bd47-5c67986e011d req-5d596de7-c4e8-4e72-8314-4074cc8e6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:50.993877 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-5d596de7-c4e8-4e72-8314-4074cc8e6140 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 1096 time: 0.1780336
Apr 19 03:39:51.057212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:39:51.216867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d21d-011a-4f28-bd47-5c67986e011d req-e3175227-8896-4db8-b426-e39f937d35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:51.218444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-e3175227-8896-4db8-b426-e39f937d35d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 915 time: 0.1858993
Apr 19 03:39:51.406267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Allocated IP 172.20.0.1 (a9d39e32-f5f0-4d22-949b-73f3b0f4b690/cb31c1dc-d24e-4c74-918f-944ed405ba6c/257be8fb-012d-4501-8bd2-f7399457d31a) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:51.421406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37e24-7319-4d6e-9204-ff6a947b00c1 req-cd98291f-2ef9-4e80-b067-e3fe6a165ec2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:51.423013 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ad37e24-7319-4d6e-9204-ff6a947b00c1 req-cd98291f-2ef9-4e80-b067-e3fe6a165ec2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2297938
Apr 19 03:39:51.426240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a6fbce50-740b-49b5-aa18-ccecdd729d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:51.482346 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-41c6b62f-6026-459c-98d0-45eea7a333c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 HTTP/1.1" status: 200  len: 217 time: 0.1957941
Apr 19 03:39:51.489322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d585b38>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:45Z', 'revision_number': 3, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:51.493752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5a699-b470-44b5-a186-614ab972da91 None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:45Z', 'revision_number': 3, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:39:51.543047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:51.583313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:51.613973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:51.654919 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:51.671534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331d21d-011a-4f28-bd47-5c67986e011d req-503170c1-da8b-499b-a641-93e9a18122fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:51.673111 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-503170c1-da8b-499b-a641-93e9a18122fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.1750579
Apr 19 03:39:51.682045 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ad37e24-7319-4d6e-9204-ff6a947b00c1 req-de3d7aa0-f895-4b27-96e4-e1767f0a1dad tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2495954
Apr 19 03:39:51.799967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-36eccf65-28f9-4f6a-8861-22b07a23b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:51.801915 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-36eccf65-28f9-4f6a-8861-22b07a23b8c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.5825381
Apr 19 03:39:51.822371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95c0e7-76c4-4afa-ad84-23c25329fe3f req-e2fd1672-4229-4644-92bb-c5fef8695d60 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:51.823578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3b95c0e7-76c4-4afa-ad84-23c25329fe3f req-e2fd1672-4229-4644-92bb-c5fef8695d60 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:51.836155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:51.838242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-57898ba0-c546-418c-bb6d-a463ae9a2246 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297565
Apr 19 03:39:51.862327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Pushing event deleted for resources: {'Port': ['ID=c68f1269-d312-4c49-81ad-d808f6473ee8,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:51.870482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:51.905870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:52.007360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Transition to ACTIVE for port object 257be8fb-012d-4501-8bd2-f7399457d31a will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:52.018494 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2cbe160-d3e9-4933-b6f5-20227ee4eef0 req-c5c7c233-49c1-48bb-835b-7fb9e4ed31de tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.1609218
Apr 19 03:39:52.019440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device c68f1269-d312-4c49-81ad-d808f6473ee8 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:39:52.020895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] No DVR routers for this DVR port c68f1269-d312-4c49-81ad-d808f6473ee8 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:39:52.025987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.052286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'name': 'network-vif-deleted', 'tag': 'c68f1269-d312-4c49-81ad-d808f6473ee8'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:52.123455 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76184a3e-8845-4898-9753-9b73e4e3c2d5 req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "DELETE /v2.0/ports/c68f1269-d312-4c49-81ad-d808f6473ee8 HTTP/1.1" status: 204  len: 173 time: 2.8928287
Apr 19 03:39:52.145108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: c68f1269-d312-4c49-81ad-d808f6473ee8 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:39:52.145505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device c68f1269-d312-4c49-81ad-d808f6473ee8 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:39:52.152672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.166459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:52.189807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-1facbe1f-f987-4005-9861-15ee2336f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:52.195167 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-1facbe1f-f987-4005-9861-15ee2336f45b service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.3609331
Apr 19 03:39:52.197686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3b95c0e7-76c4-4afa-ad84-23c25329fe3f req-e2fd1672-4229-4644-92bb-c5fef8695d60 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:52.205510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b95c0e7-76c4-4afa-ad84-23c25329fe3f req-e2fd1672-4229-4644-92bb-c5fef8695d60 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 943 time: 0.9268384
Apr 19 03:39:52.259697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Pushing event updated for resources: {'Port': ['ID=257be8fb-012d-4501-8bd2-f7399457d31a,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:52.264014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:52.269824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:52.273978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:52.276627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:52.277329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.283750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.334439 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-51abfc4a-1a0d-4e05-97f4-276d96f60297 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.1225135
Apr 19 03:39:52.391517 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12cbafd-bf5a-464a-831a-517e91bce6df', 'name': 'network-vif-deleted', 'tag': 'c68f1269-d312-4c49-81ad-d808f6473ee8', 'status': 'completed', 'code': 200}
Apr 19 03:39:52.425272 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b95c0e7-76c4-4afa-ad84-23c25329fe3f req-93083cb5-bb53-430f-9df8-7cc4fc87cc6e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187769
Apr 19 03:39:52.450804 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-e278a87d-ac01-473d-86f2-8da2bafe1607 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5732648
Apr 19 03:39:52.501340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.546548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a0b4d528-9bf2-4d2e-9473-b9cae914b2a1 None None] Provisioning for port 257be8fb-012d-4501-8bd2-f7399457d31a completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:52.564205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a0b4d528-9bf2-4d2e-9473-b9cae914b2a1 None None] Provisioning complete for port 257be8fb-012d-4501-8bd2-f7399457d31a triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:52.564917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a0b4d528-9bf2-4d2e-9473-b9cae914b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.572600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.655514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4d528-9bf2-4d2e-9473-b9cae914b2a1 None None] Port 257be8fb-012d-4501-8bd2-f7399457d31a cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:39:52.659183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.808594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:52.824047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-a72efda2-4a81-4c08-8596-3fdd4827005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:52.825658 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-a72efda2-4a81-4c08-8596-3fdd4827005f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.4501469
Apr 19 03:39:52.831771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52b762-00ab-474d-bc28-942dfc6b2419,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:52.836514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:52.879697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.883495 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c52b762-00ab-474d-bc28-942dfc6b2419 HTTP/1.1" status: 204  len: 168 time: 1.8927031
Apr 19 03:39:52.907757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.908080 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-ae19bed1-6856-4851-9482-ffe452bedf37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705099
Apr 19 03:39:52.938859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.941529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:52.949022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:52.959816 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9331d21d-011a-4f28-bd47-5c67986e011d req-0de8dea6-9a00-4b5c-bdcc-c5c028d68cfd service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4951694
Apr 19 03:39:53.009140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c0393-acd9-42f4-b58e-1be667c29f2d req-73d42920-74e6-4a64-acc6-8abeac57ff58 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:53.010742 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-775c0393-acd9-42f4-b58e-1be667c29f2d req-73d42920-74e6-4a64-acc6-8abeac57ff58 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1863379
Apr 19 03:39:53.273605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 11cdcf9d-9453-4574-a5a5-4b454065ef45 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:53.344273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.356886 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8dcecdf2-482a-435c-83f5-294994b4180c req-34a9f4a3-276b-40fb-806e-8467cda366a9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.1378238
Apr 19 03:39:53.400917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Pushing event updated for resources: {'Port': ['ID=257be8fb-012d-4501-8bd2-f7399457d31a,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:53.414883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 11cdcf9d-9453-4574-a5a5-4b454065ef45 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:53.416270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:53.424183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 11cdcf9d-9453-4574-a5a5-4b454065ef45 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:53.424679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.453350 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-775c0393-acd9-42f4-b58e-1be667c29f2d req-bf1ba107-f3a1-4223-9237-381f5345c65d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4206798
Apr 19 03:39:53.455660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58972) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:53.479334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.498247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:53.505389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Usage tracker for resource:security_group_rule and tenant:93171ad1ab83432193f0242f78721a88 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:53.509687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:53.517735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:53.531481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:53.533191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:53.634450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.693190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 11cdcf9d-9453-4574-a5a5-4b454065ef45, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=11cdcf9d-9453-4574-a5a5-4b454065ef45,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:53.725220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.745407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.748153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:53.775060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.784899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d1a748ac-e414-4893-ad97-b299656e78ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:53.836495 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93171ad1ab83432193f0242f78721a88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3796721
Apr 19 03:39:53.837430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55015f6-5608-4c24-9ad2-8a58125c246e,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:53.839983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 58980) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:53.842730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:53.851942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=11cdcf9d-9453-4574-a5a5-4b454065ef45,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:53.861044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:53.885231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f4154f8e-651e-4755-9639-33889a7364e7 None None] Provisioning complete for port 257be8fb-012d-4501-8bd2-f7399457d31a triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:53.885654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f4154f8e-651e-4755-9639-33889a7364e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.905366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.933117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:53.935711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:39:53.946813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-f4154f8e-651e-4755-9639-33889a7364e7 None None] Port 257be8fb-012d-4501-8bd2-f7399457d31a cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:39:54.022784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806b195-0265-4fbe-be89-98bbd5ae97f0 req-17e154fc-174c-4e04-86a2-01b6ef42083b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:54.024414 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e806b195-0265-4fbe-be89-98bbd5ae97f0 req-17e154fc-174c-4e04-86a2-01b6ef42083b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 943 time: 0.2075605
Apr 19 03:39:54.031364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:54.036615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-22ffce2c-ddfc-4564-a293-1f38c307f0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:54.049613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55015f6-5608-4c24-9ad2-8a58125c246e,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:54.055159 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:54.055159 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:54.056028 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f55015f6-5608-4c24-9ad2-8a58125c246e HTTP/1.1" status: 204  len: 168 time: 0.2150326
Apr 19 03:39:54.163635 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e806b195-0265-4fbe-be89-98bbd5ae97f0 req-aebbae5d-6351-4d43-ab8d-ba7bcf5c41b5 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668490
Apr 19 03:39:54.192684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:39:54.198654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] 10.222.0.25 "PUT /v2.0/routers/d09568dc-a4e7-403c-b98e-5a63fce3d2e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7844107
Apr 19 03:39:54.592430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:39:54.603797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:39:54.604688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d220e48>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:39:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:54.740496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59008) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:54.746705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865753422', 'description': 'tempest-description--2013578059'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:54.769998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:54.782056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:54.785637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:54.797311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:54.875735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:54.900920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:54.907290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:54.911300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:54.915826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:39:54.919040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:54.929539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-a0801a4f-3b20-4308-8c0b-dd900a19dea2 req-596b3966-4f98-449f-84e3-1eec827adc2a tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Synchronizing usage tracker for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:54.975382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-a0801a4f-3b20-4308-8c0b-dd900a19dea2 req-596b3966-4f98-449f-84e3-1eec827adc2a tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Unset dirty status for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:54.987794 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a0801a4f-3b20-4308-8c0b-dd900a19dea2 req-596b3966-4f98-449f-84e3-1eec827adc2a tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.1316040
Apr 19 03:39:55.008305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.054991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.061296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e662f091-1c8b-4499-87e3-0a1a4c9ea166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:55.087523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:39:55.111291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab38f0e4-9ec8-4146-bf29-649358d68762,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:55.135825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:55.164122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.166554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4249430
Apr 19 03:39:55.166678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 11cdcf9d-9453-4574-a5a5-4b454065ef45 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:55.169767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59022) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:55.175446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'security_group_rule': {'security_group_id': 'ab38f0e4-9ec8-4146-bf29-649358d68762', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:55.181865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:55.186480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:55.190093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:55.195665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:55.212068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc796f-569c-4c05-b36b-8dfc5d503f3c req-ebc75aca-7453-4849-8462-ba799ca86290 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:55.220138 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ccc796f-569c-4c05-b36b-8dfc5d503f3c req-ebc75aca-7453-4849-8462-ba799ca86290 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1202273
Apr 19 03:39:55.244929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.282743 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ccc796f-569c-4c05-b36b-8dfc5d503f3c req-a0791aca-1e46-46ac-974c-727159f83b4f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562961
Apr 19 03:39:55.326172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.358625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.361874 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:55.368187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:55.389013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de27355-05a1-474e-af1e-3379ca1cc054,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:55.393365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:55.432393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 11cdcf9d-9453-4574-a5a5-4b454065ef45 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:55.436139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.455381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.457451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2865570
Apr 19 03:39:55.459794 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59034) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:55.467636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'security_group_rule': {'security_group_id': 'ab38f0e4-9ec8-4146-bf29-649358d68762', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:55.474680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:55.479017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:55.482809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:55.490693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:55.515866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'port_id': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188', 'mac_address': 'fa:16:3e:b2:33:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab61ee-f297-4972-bfc7-b19316ce9dfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:39:55.527607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15bcd-2004-48f7-97e3-0b4ed40f28dc req-bfcac222-6317-405c-bf81-31031836f531 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:55.529327 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-43e15bcd-2004-48f7-97e3-0b4ed40f28dc req-bfcac222-6317-405c-bf81-31031836f531 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 943 time: 0.1404161
Apr 19 03:39:55.576205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.595740 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-43e15bcd-2004-48f7-97e3-0b4ed40f28dc req-6ea6b509-9527-4c92-941b-bbfa6f54dcfc tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512135
Apr 19 03:39:55.630013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.677595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.699069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:39:55.710039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.718116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2fe84f4b-6212-49a6-81b3-f1945fcba3e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:55.729522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:55.743358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eb8a9e-3c7e-4148-8299-fab957baa6b8,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:55.749559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:55.779581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.789741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:55.796174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.797570 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3366854
Apr 19 03:39:55.800806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59044) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:55.806879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:39:55.813973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:55.818226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:floatingip and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:55.821160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:55.827136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:55.866224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:55.876452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d220e48>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 2, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:55.885390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:39:55.885788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Updating router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 port 257be8fb-012d-4501-8bd2-f7399457d31a binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:39:55.933810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:55.939217 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:55.955904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:56.162559 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-98e8c09d-c761-447d-a023-a5a0f3ebb4b0 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753878
Apr 19 03:39:56.279886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:39:56.280815 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ce2ead6-46fc-4598-b99c-ba520710f695 req-a8c7a6ed-eb0b-4d91-9ebd-b146934eabe3 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=c12cbafd-bf5a-464a-831a-517e91bce6df HTTP/1.1" status: 200  len: 210 time: 0.0654697
Apr 19 03:39:56.307316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:56.474910 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd99054-d147-4a2a-a5d5-9f79fd99156d req-55ef942c-f90f-46e7-8838-7e386df24906 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942233
Apr 19 03:39:56.584089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:56.622931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Transition to ACTIVE for port object 257be8fb-012d-4501-8bd2-f7399457d31a will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:39:56.666369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:56.671586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:56.679189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e6f63-50f7-49df-8c64-212cb5307106 req-588339f6-c402-462b-8f5d-13d5168cd47d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:56.681117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea7e6f63-50f7-49df-8c64-212cb5307106 req-588339f6-c402-462b-8f5d-13d5168cd47d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2486136
Apr 19 03:39:56.702594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Allocated IP 172.27.0.86 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/74577735-6031-4e80-bc44-41fbb6e75368) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:39:56.926308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176812-f9a6-42ae-a9f5-8639f319ba36 None None] Pushing event updated for resources: {'Port': ['ID=257be8fb-012d-4501-8bd2-f7399457d31a,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:56.927374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d311bcb-6a28-4836-84d3-7edd2eafbfcf req-22549ef4-3283-4e50-af4d-a2b28b5c1d51 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:56.935627 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0d311bcb-6a28-4836-84d3-7edd2eafbfcf req-22549ef4-3283-4e50-af4d-a2b28b5c1d51 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 944 time: 0.1643732
Apr 19 03:39:56.937912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0a176812-f9a6-42ae-a9f5-8639f319ba36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:56.946062 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea7e6f63-50f7-49df-8c64-212cb5307106 req-0d27ae5a-3631-4a90-bc6b-a017b80ca481 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367179
Apr 19 03:39:57.006900 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0d311bcb-6a28-4836-84d3-7edd2eafbfcf req-6ae5190b-014c-404a-8988-f715d2cb922b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688975
Apr 19 03:39:57.055583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Attempting to bind port 257be8fb-012d-4501-8bd2-f7399457d31a on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:39:57.056225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Attempting to bind port 257be8fb-012d-4501-8bd2-f7399457d31a by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:39:57.056822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Attempting to bind port 257be8fb-012d-4501-8bd2-f7399457d31a on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:39:57.063989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:39:57.064636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Checking segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:39:57.065290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.065906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Bound using segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:39:57.066644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Bound port: 257be8fb-012d-4501-8bd2-f7399457d31a, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:39:57.067308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.076076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.140671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.146149 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-483a84bc-a056-48d5-9513-e107d78799ca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:57.184746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] For port 257be8fb-012d-4501-8bd2-f7399457d31a, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:39:57.188484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] For port 257be8fb-012d-4501-8bd2-f7399457d31a, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=257be8fb-012d-4501-8bd2-f7399457d31a,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:39:57.218743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:39:57.220841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.225953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:57.227039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:39:57.232266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:39:57.277736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'Port': ['ID=74577735-6031-4e80-bc44-41fbb6e75368,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:57.283355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:57.378315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:39:57.379031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d220e48>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:39:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:57.485536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.630185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176812-f9a6-42ae-a9f5-8639f319ba36 None None] Pushing event updated for resources: {'Port': ['ID=257be8fb-012d-4501-8bd2-f7399457d31a,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:57.644742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0a176812-f9a6-42ae-a9f5-8639f319ba36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:57.648950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:57.659870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:39:58.016455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:39:58.060821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59138) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:58.090123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:58.098026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-39070108-7bca-4154-a1be-bc9777a2eb4e tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:58.100418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-39070108-7bca-4154-a1be-bc9777a2eb4e tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/networks?id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 HTTP/1.1" status: 200  len: 808 time: 0.2507918
Apr 19 03:39:58.135735 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-36ca2ab0-0a02-47a1-b74d-81bc3de1428a tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/quotas/f3d298f017a843b39a22bd94f3bcfdd1 HTTP/1.1" status: 200  len: 375 time: 0.0217123
Apr 19 03:39:58.212664 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-5bb45020-d2c0-4774-ac88-4ef97f023ff2 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0651107
Apr 19 03:39:58.294017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.313757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfaa6b-84af-45f4-9f81-4d45af422fbb req-5c2395fe-ed46-4a20-8e6a-2f7bad0847eb tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:58.321637 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ecfaa6b-84af-45f4-9f81-4d45af422fbb req-5c2395fe-ed46-4a20-8e6a-2f7bad0847eb tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1674170
Apr 19 03:39:58.342579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.344334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:39:58.352970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:58.354645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Usage tracker for resource:security_group_rule and tenant:fcf1dd0e516d4970ad627ab175efbaa5 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:39:58.358882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:39:58.366906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:58.367419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.385084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:39:58.389219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.394471 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ecfaa6b-84af-45f4-9f81-4d45af422fbb req-e5234c7d-06fd-453d-9817-7e058f87a229 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718720
Apr 19 03:39:58.402774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:58.467510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-961ee5d1-7f96-4c58-ac6a-7f8a34b359b4 service neutron] 10.222.0.25 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2438190
Apr 19 03:39:58.524151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.541303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.609351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.619892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e2963d60-b8ce-40a7-81cd-37992d5e2692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:58.639504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'Port': ['ID=74577735-6031-4e80-bc44-41fbb6e75368,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:58.647536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:58.682210 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcf1dd0e516d4970ad627ab175efbaa5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6180527
Apr 19 03:39:58.683043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec569e2-cb56-43ea-8a4b-8a10d63eb06c,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:58.687524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.688094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59152) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:39:58.691796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:58.692451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.698574 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.8962905
Apr 19 03:39:58.727827 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-5e4d3911-672a-4c9e-bb63-3c1f7841aaef service neutron] 10.222.0.25 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906986
Apr 19 03:39:58.746813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:39:58.761542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:58.775339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a65231-eaaa-4101-a427-3d5d7b0a1de3 req-49c6cdce-8100-49f2-aeaf-fe39c00f701e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:58.777658 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-51a65231-eaaa-4101-a427-3d5d7b0a1de3 req-49c6cdce-8100-49f2-aeaf-fe39c00f701e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 944 time: 0.2347465
Apr 19 03:39:58.788765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d220e48>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:57Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:39:58.794730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5cfdd-5ead-49d1-b5f8-59b670db0323 None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:57Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:39:58.802287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.805061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-38ca17d2-a06c-4c66-bb95-43e1961a6a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:58.819698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.894685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-51a65231-eaaa-4101-a427-3d5d7b0a1de3 req-98479dd4-3778-4f62-9321-4902fe1c8f8b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059787
Apr 19 03:39:58.896722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:58.924950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:58.943111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:58.994548 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188', 'code': 200}
Apr 19 03:39:59.036611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:59.042446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:59.112708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec569e2-cb56-43ea-8a4b-8a10d63eb06c,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:59.150762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:39:59.174479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:59.175859 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ec569e2-cb56-43ea-8a4b-8a10d63eb06c HTTP/1.1" status: 204  len: 168 time: 0.4868186
Apr 19 03:39:59.241806 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4af40bf8-6c8c-4194-9e65-ab3cc66bad2c req-393ba938-eeda-4fd7-acf0-49bef90605c1 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 210 time: 0.0672717
Apr 19 03:39:59.269692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-9f69a8af-8ed3-420e-8a1f-490f2b319578 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:39:59.288953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 257be8fb-012d-4501-8bd2-f7399457d31a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:39:59.340829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-9f69a8af-8ed3-420e-8a1f-490f2b319578 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:39:59.342095 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-9f69a8af-8ed3-420e-8a1f-490f2b319578 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1865753422&fields=id&tenant_id=a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 267 time: 0.2043757
Apr 19 03:39:59.483491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 257be8fb-012d-4501-8bd2-f7399457d31a completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:39:59.496530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 257be8fb-012d-4501-8bd2-f7399457d31a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:39:59.496948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:59.735975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:59.829415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 257be8fb-012d-4501-8bd2-f7399457d31a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=257be8fb-012d-4501-8bd2-f7399457d31a,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:39:59.873110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:39:59.881870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a39d56-1772-4eee-9be5-221f0335c7b7 req-f6e7c5a9-75d4-478a-ba14-5272c24b9ce0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:39:59.882304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:39:59.891871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7a39d56-1772-4eee-9be5-221f0335c7b7 req-f6e7c5a9-75d4-478a-ba14-5272c24b9ce0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2387979
Apr 19 03:39:59.978684 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7a39d56-1772-4eee-9be5-221f0335c7b7 req-a9a50e7b-c58c-4e77-810b-917c81790bd4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857790
Apr 19 03:39:59.987173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=257be8fb-012d-4501-8bd2-f7399457d31a,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:39:59.990029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59202) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:00.008912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:00.012148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.034952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:00.039631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Usage tracker for resource:security_group_rule and tenant:f44e0ee47a554646980297c010a4273f is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:40:00.052969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:40:00.063099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:00.171779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-e479da15-881e-4b06-acf9-57977383098d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:00.172541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-e479da15-881e-4b06-acf9-57977383098d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:40:00.194148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1809dfe-d49b-4449-a4af-e7eb288581ab req-43535c24-6e8f-4391-ae44-b84a5bd22523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:00.195398 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d1809dfe-d49b-4449-a4af-e7eb288581ab req-43535c24-6e8f-4391-ae44-b84a5bd22523 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 1098 time: 0.1751142
Apr 19 03:40:00.228230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-e479da15-881e-4b06-acf9-57977383098d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:40:00.229493 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-e479da15-881e-4b06-acf9-57977383098d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 817 time: 0.8774920
Apr 19 03:40:00.247573 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d1809dfe-d49b-4449-a4af-e7eb288581ab req-bca108f6-9d93-4feb-bff5-04be378467f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430510
Apr 19 03:40:00.263399 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-d3738a64-6e63-43c7-8b7d-0fbc6897482e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/quotas/a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 375 time: 0.0113025
Apr 19 03:40:00.273799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.310857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.321538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4bf8c7e7-4b68-4d50-99bd-c280754185e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:00.366972 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-b74a5cb3-e446-421e-9097-745698eb4f8d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0972910
Apr 19 03:40:00.371680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f44e0ee47a554646980297c010a4273f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3798001
Apr 19 03:40:00.374816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59214) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:00.379348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46649bd9-15c8-48dc-8c3b-1a5ca5f6e836,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:00.382824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:00.392324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf26e86-2cfe-45df-bfcc-1db7fe9406ad req-458850db-f80f-410b-8721-c0b8c029be95 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:00.393931 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ddf26e86-2cfe-45df-bfcc-1db7fe9406ad req-458850db-f80f-410b-8721-c0b8c029be95 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 945 time: 0.2083580
Apr 19 03:40:00.457572 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ddf26e86-2cfe-45df-bfcc-1db7fe9406ad req-b51c7fc5-e608-42bb-8d26-e7452a54fdc0 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483835
Apr 19 03:40:00.550745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.609912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.640342 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-4deb77c5-1508-4377-b1c2-0feab09a7d5a service neutron] 10.222.0.25 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366683
Apr 19 03:40:00.758212 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-adf4bd6d-619f-4a3b-be66-e741901d7d65 req-8ee73997-d3c7-4262-a24f-54f6affe3e41 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 210 time: 0.0527885
Apr 19 03:40:00.798393 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-45ed630e-524b-41dc-8665-44f14106d052 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444204
Apr 19 03:40:00.837498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.842933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-916a0d1d-ee97-47d5-a45a-a0c94faa8303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:00.856041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46649bd9-15c8-48dc-8c3b-1a5ca5f6e836,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:00.858493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:00.867039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:00.870302 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46649bd9-15c8-48dc-8c3b-1a5ca5f6e836 HTTP/1.1" status: 204  len: 168 time: 0.4946878
Apr 19 03:40:01.034849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-146260f7-6f73-43f9-a0a3-5bbd01d66785 req-39e3afc5-037c-495d-89a0-6b8da3275a19 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:40:01.081732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-146260f7-6f73-43f9-a0a3-5bbd01d66785 req-39e3afc5-037c-495d-89a0-6b8da3275a19 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:40:01.096188 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-146260f7-6f73-43f9-a0a3-5bbd01d66785 req-39e3afc5-037c-495d-89a0-6b8da3275a19 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 210 time: 0.1107409
Apr 19 03:40:01.139962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 257be8fb-012d-4501-8bd2-f7399457d31a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:40:01.229824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 257be8fb-012d-4501-8bd2-f7399457d31a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:40:01.231094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:01.282535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c928e-f2d5-4e0f-913a-f4d900a7c132 req-61d656e7-adc4-4173-99ed-d37ee2ee97c2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:01.287947 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-317c928e-f2d5-4e0f-913a-f4d900a7c132 req-61d656e7-adc4-4173-99ed-d37ee2ee97c2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1414044
Apr 19 03:40:01.402715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-317c928e-f2d5-4e0f-913a-f4d900a7c132 req-e1da14cf-26ad-459b-88db-f0b8a5319c66 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049311
Apr 19 03:40:01.803446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-643fcb0b-d314-49de-94c2-6f60cfabc712 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:01.805098 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-643fcb0b-d314-49de-94c2-6f60cfabc712 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "GET /v2.0/networks?id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 HTTP/1.1" status: 200  len: 808 time: 0.3273461
Apr 19 03:40:01.810573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5a492-89b1-42ca-9017-2936a049418b req-87ebcc66-9cbd-44c9-b934-a3d60ccb6777 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:01.813003 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53a5a492-89b1-42ca-9017-2936a049418b req-87ebcc66-9cbd-44c9-b934-a3d60ccb6777 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 945 time: 0.1297047
Apr 19 03:40:01.827481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Request body: {'port': {'device_id': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5', 'admin_state_up': True, 'tenant_id': 'f3d298f017a843b39a22bd94f3bcfdd1'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:01.906724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53a5a492-89b1-42ca-9017-2936a049418b req-2535df8c-adb0-4626-8be3-a536fb3976b3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832403
Apr 19 03:40:02.114398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:02.127646 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7bf3d44f-95e3-4d76-849e-b38ff9ccc204 req-b5c32873-b388-459d-b32b-3b297d61fc9c tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 210 time: 0.1191556
Apr 19 03:40:02.144631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:02.186395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Made reservation on behalf of f3d298f017a843b39a22bd94f3bcfdd1 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:40:02.193265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:02.375695 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d1997392-48b8-4a9e-8dfd-abda73522b49 req-1bf451eb-be05-4b69-a1ae-2c9bb2179554 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 210 time: 0.0773587
Apr 19 03:40:02.407227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Allocated IP 172.20.0.14 (cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5/f9dc9739-dc36-4128-94c6-b4a231eb235e/9a3486d3-4142-47f6-8698-a7b0978fa424) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:40:02.765662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:02.796515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108806-cbc6-411c-997f-8ec45a77542c req-b96804b9-5688-4373-90a8-f6a5ec50c566 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:02.798310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-29108806-cbc6-411c-997f-8ec45a77542c req-b96804b9-5688-4373-90a8-f6a5ec50c566 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2079451
Apr 19 03:40:02.858044 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-29108806-cbc6-411c-997f-8ec45a77542c req-e3812e52-7f63-40fe-952a-eed46411e479 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452981
Apr 19 03:40:02.859241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:02.866616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:03.001199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Pushing event updated for resources: {'Port': ['ID=9a3486d3-4142-47f6-8698-a7b0978fa424,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:03.004944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:40:03.007385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:40:03.013870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:40:03.043425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.045353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.045353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.045353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.045353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.045636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.045873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.046308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.046713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.047854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.048260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.048653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:03.056188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:03.100181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:03.102595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:03.153099 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3305662
Apr 19 03:40:03.172365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Request body: {'port': {'device_id': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:03.536541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:03.584453 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38d46a33-cdf5-44ad-aac2-4bb33a22b0b1 req-62f8b203-7a1e-4d25-b883-b655be9488a9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 210 time: 0.0541327
Apr 19 03:40:03.600565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-a6fc3079-1efa-413c-b5ad-d024f27c996f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:03.615631 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-a6fc3079-1efa-413c-b5ad-d024f27c996f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 817 time: 0.3898923
Apr 19 03:40:03.616993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126103bc-fb66-4141-a713-c5c7db1a4016 req-2964f1cf-079c-42de-bb29-d99cc86e4dc8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:03.617747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-126103bc-fb66-4141-a713-c5c7db1a4016 req-2964f1cf-079c-42de-bb29-d99cc86e4dc8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Synchronizing usage tracker for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:40:03.776358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-126103bc-fb66-4141-a713-c5c7db1a4016 req-2964f1cf-079c-42de-bb29-d99cc86e4dc8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Unset dirty status for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:40:03.779680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-126103bc-fb66-4141-a713-c5c7db1a4016 req-2964f1cf-079c-42de-bb29-d99cc86e4dc8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 932 time: 0.4677536
Apr 19 03:40:03.847396 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-d5d1e853-a4bf-4d5b-a941-e9f710ca5108 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 5709 time: 0.2250838
Apr 19 03:40:03.873244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'port': {'device_id': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'admin_state_up': True, 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'security_groups': ['ab38f0e4-9ec8-4146-bf29-649358d68762']}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:04.103813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d4b22-cc3c-4014-acc7-1786426bb3c8 req-8f19beb4-9162-46a1-af12-e982f8b0929b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:04.114619 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e83d4b22-cc3c-4014-acc7-1786426bb3c8 req-8f19beb4-9162-46a1-af12-e982f8b0929b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1237726
Apr 19 03:40:04.150685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-126103bc-fb66-4141-a713-c5c7db1a4016 req-1cd5c220-8f9a-4a27-90e4-383ab3c0ae00 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3177445
Apr 19 03:40:04.188747 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e83d4b22-cc3c-4014-acc7-1786426bb3c8 req-d373f207-921d-4461-9b09-b7b40c385fca tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657456
Apr 19 03:40:04.295330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:04.321470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:04.388605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Made reservation on behalf of a1596875092a4918b57b2ca36f54fbd0 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:40:04.396384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:04.482525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3486d3-4142-47f6-8698-a7b0978fa424 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:40:04.501298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:04.536663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Transition to ACTIVE for port object 9a3486d3-4142-47f6-8698-a7b0978fa424 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:40:04.582873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:04.592144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:04.823674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-29c4f44c-ae90-4fff-a9fd-de0aecaa775b req-5c3d74da-ab49-4062-8443-b52678de494b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 210 time: 0.0774124
Apr 19 03:40:04.992481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3486d3-4142-47f6-8698-a7b0978fa424,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:05.000523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Allocated IP 172.20.0.5 (a9d39e32-f5f0-4d22-949b-73f3b0f4b690/cb31c1dc-d24e-4c74-918f-944ed405ba6c/8b1a69d0-ba1e-4994-b669-cc0e63d13b8b) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:40:05.002831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:05.221037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Attempting to bind port 9a3486d3-4142-47f6-8698-a7b0978fa424 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:40:05.221568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Attempting to bind port 9a3486d3-4142-47f6-8698-a7b0978fa424 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:40:05.221765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Attempting to bind port 9a3486d3-4142-47f6-8698-a7b0978fa424 on network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:40:05.236355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Port 9a3486d3-4142-47f6-8698-a7b0978fa424 on network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:40:05.236759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Attempting to bind port 9a3486d3-4142-47f6-8698-a7b0978fa424 on network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:40:05.252888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:40:05.253264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Checking segment: {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:40:05.253687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Bound using segment: {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:40:05.254172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Bound port: 9a3486d3-4142-47f6-8698-a7b0978fa424, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:40:05.254555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:05.397901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec780f99-65a4-49be-b106-f54ba566d264 req-3f13ccb9-aa2a-4fa2-b278-04a018a0330d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:05.399472 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ec780f99-65a4-49be-b106-f54ba566d264 req-3f13ccb9-aa2a-4fa2-b278-04a018a0330d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 944 time: 0.0935540
Apr 19 03:40:05.450141 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ec780f99-65a4-49be-b106-f54ba566d264 req-a254afb4-afb1-46cb-9e6e-07f5fbde44e6 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427325
Apr 19 03:40:05.460121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:05.505662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Transition to ACTIVE for port object 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b will not be triggered until provisioned by entity DHCP. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:40:05.515525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] For port 9a3486d3-4142-47f6-8698-a7b0978fa424, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:40:05.521925 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] For port 9a3486d3-4142-47f6-8698-a7b0978fa424, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a3486d3-4142-47f6-8698-a7b0978fa424,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:40:05.541625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ed5ba-49b7-47d5-9c40-c9f9f55aabaa req-be81f704-08a1-4602-82ff-a95e13ec0f84 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:05.543306 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c32ed5ba-49b7-47d5-9c40-c9f9f55aabaa req-be81f704-08a1-4602-82ff-a95e13ec0f84 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2116938
Apr 19 03:40:05.556907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:05.562580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f8f59d63-1937-41a6-837a-2ca71bf10c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:05.607983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:05.665123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:05.665715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:05.667226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] 10.222.0.43 "PUT /v2.0/ports/9a3486d3-4142-47f6-8698-a7b0978fa424 HTTP/1.1" status: 200  len: 1094 time: 2.5016549
Apr 19 03:40:05.670237 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'tag': '9a3486d3-4142-47f6-8698-a7b0978fa424'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:05.709408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:40:05.714125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:40:05.717496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3486d3-4142-47f6-8698-a7b0978fa424,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:05.722584 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c32ed5ba-49b7-47d5-9c40-c9f9f55aabaa req-1ebbd18c-b3cd-4ccf-9d65-0c869e36931e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250105
Apr 19 03:40:05.723482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:05.724209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:40:05.762052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:05.803387 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'tag': '9a3486d3-4142-47f6-8698-a7b0978fa424', 'status': 'completed', 'code': 200}
Apr 19 03:40:05.936737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:05.957229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:05.957662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:05.962023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:05.967589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d7bc8870-3f7e-4336-8da3-9d7e38bbe3c7 None None] Provisioning for port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:40:05.974026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d7bc8870-3f7e-4336-8da3-9d7e38bbe3c7 None None] Provisioning complete for port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:40:05.974670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d7bc8870-3f7e-4336-8da3-9d7e38bbe3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:06.054696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-4d5ed438-16f9-436b-a146-bfac7d484c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:06.056325 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-4d5ed438-16f9-436b-a146-bfac7d484c3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 1097 time: 0.2679162
Apr 19 03:40:06.095052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc8870-3f7e-4336-8da3-9d7e38bbe3c7 None None] Port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:40:06.147898 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2834084
Apr 19 03:40:06.164284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-efcf1290-30fe-4328-8ec6-3b815493a809 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a3486d3-4142-47f6-8698-a7b0978fa424 HTTP/1.1" status: 200  len: 217 time: 0.0879045
Apr 19 03:40:06.168893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Request body: {'port': {'device_id': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:06.264020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553735-4397-417f-942f-7591fbb5efd2 req-33bd12f9-e366-44f2-8008-67e24f8c6a37 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:06.264788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9b553735-4397-417f-942f-7591fbb5efd2 req-33bd12f9-e366-44f2-8008-67e24f8c6a37 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:40:06.358859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-98f8c528-67ff-4aa7-ae83-d8dd0dbfdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:06.360438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-98f8c528-67ff-4aa7-ae83-d8dd0dbfdbd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9dc9739-dc36-4128-94c6-b4a231eb235e HTTP/1.1" status: 200  len: 848 time: 0.1633413
Apr 19 03:40:06.365043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9b553735-4397-417f-942f-7591fbb5efd2 req-33bd12f9-e366-44f2-8008-67e24f8c6a37 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:40:06.366183 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b553735-4397-417f-942f-7591fbb5efd2 req-33bd12f9-e366-44f2-8008-67e24f8c6a37 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 931 time: 0.3812008
Apr 19 03:40:06.446102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-d8ed6e66-2204-4488-8da3-0509c48b7dd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721149
Apr 19 03:40:06.451382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:06.616140 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b553735-4397-417f-942f-7591fbb5efd2 req-b37713d7-29f6-4944-8e4b-0fa6f631889d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2411151
Apr 19 03:40:06.681356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e483-f27a-452a-a449-4b8df6ace41a req-61b56518-7cc4-4ba7-b520-c6fb7423508c tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:06.683089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d987e483-f27a-452a-a449-4b8df6ace41a req-61b56518-7cc4-4ba7-b520-c6fb7423508c tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 944 time: 0.1120057
Apr 19 03:40:06.733212 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d987e483-f27a-452a-a449-4b8df6ace41a req-49748725-9d66-46e6-824e-93363e5f393d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429621
Apr 19 03:40:06.743688 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-493666f1-70e5-4d6f-a30d-bfb0da2e56dd service neutron] 10.222.0.43 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808855
Apr 19 03:40:07.074174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba98fb1c-e999-4b75-9e89-f477c7a581fc req-eff61a76-9333-45a1-a7c2-8ee3b3e4d4da service neutron] 10.222.0.43 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3157542
Apr 19 03:40:07.106964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b8ce2-fcc0-4ffd-87db-27b00bf61d41 req-1f5ed714-0d2f-43f1-9f03-017ef712e056 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:07.108762 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-651b8ce2-fcc0-4ffd-87db-27b00bf61d41 req-1f5ed714-0d2f-43f1-9f03-017ef712e056 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1983624
Apr 19 03:40:07.277012 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-651b8ce2-fcc0-4ffd-87db-27b00bf61d41 req-4214f2e8-b236-445a-ae1f-963d798aeb28 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541650
Apr 19 03:40:07.280224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:40:07.288981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:07.316154 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Transition to ACTIVE for port object 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:40:07.328443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-69e80aa7-f3a8-4bec-8b95-f4de8a38263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:07.330030 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-69e80aa7-f3a8-4bec-8b95-f4de8a38263b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 1097 time: 0.1407096
Apr 19 03:40:07.375467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:07.657775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:07.818831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:07.822324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:07.931357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817621b0-c543-484c-8464-d4d277aa3e36 req-fb6b9fdb-715a-4459-b172-b81e7fca7086 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:07.943957 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-817621b0-c543-484c-8464-d4d277aa3e36 req-fb6b9fdb-715a-4459-b172-b81e7fca7086 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1769485
Apr 19 03:40:07.992364 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-817621b0-c543-484c-8464-d4d277aa3e36 req-3c631828-9199-46ec-9255-dd4e61b4250b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517836
Apr 19 03:40:08.059247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-dd656bdc-fe78-47f3-a173-f4027b269da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:08.060989 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-dd656bdc-fe78-47f3-a173-f4027b269da6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 HTTP/1.1" status: 200  len: 909 time: 0.7196343
Apr 19 03:40:08.122365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59484) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:08.149039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Attempting to bind port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:40:08.149413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Attempting to bind port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:40:08.149773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Attempting to bind port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:40:08.156283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-340a912c-3a9f-4396-bbe8-fdf21aaaffd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a3486d3-4142-47f6-8698-a7b0978fa424 HTTP/1.1" status: 200  len: 217 time: 0.0764468
Apr 19 03:40:08.158929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:40:08.159299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Attempting to bind port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:40:08.207222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:40:08.207222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Checking segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:40:08.207222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Bound using segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:40:08.207222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Bound port: 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:40:08.209352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.244764 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dac66e-1cc5-4527-9f0c-305fd25b2000 req-14330db4-03f1-47eb-8266-3899c2c4f070 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:08.246376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-94dac66e-1cc5-4527-9f0c-305fd25b2000 req-14330db4-03f1-47eb-8266-3899c2c4f070 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 944 time: 0.3030205
Apr 19 03:40:08.254790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.271719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:08.275899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Usage tracker for resource:security_group_rule and tenant:b51b00ff234b43c6a7cde4bd7ea60a73 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:40:08.279639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:40:08.285744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:08.352425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-b91ec337-8347-4f77-8a36-caf988efe8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:08.354173 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-b91ec337-8347-4f77-8a36-caf988efe8eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f9dc9739-dc36-4128-94c6-b4a231eb235e HTTP/1.1" status: 200  len: 848 time: 0.1889102
Apr 19 03:40:08.407501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.478472 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-eac4881f-c022-41f6-8873-81a76c1ef259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721886
Apr 19 03:40:08.482969 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-94dac66e-1cc5-4527-9f0c-305fd25b2000 req-6b5e0b7c-231f-4a7b-abaf-92983b7f5a16 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2067170
Apr 19 03:40:08.485035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.486000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:40:08.508809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:08.532765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:40:08.571354 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b51b00ff234b43c6a7cde4bd7ea60a73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4452758
Apr 19 03:40:08.586595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59500) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:08.595940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.606354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaea4f6-2910-4a8e-9bcb-097421092191,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:08.613536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a4a0fc5a-1852-431e-b728-323a1e964bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:08.623175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.623565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.623952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.624332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.624708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.625085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.625460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.625834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.626204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.626609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.626974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.627441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:08.631969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:08.692533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c1526-aa4e-4257-a61b-0e1ce19421b5 req-977b0953-0b98-43ac-a7d7-61c96d4c7df7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:08.700571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d53c1526-aa4e-4257-a61b-0e1ce19421b5 req-977b0953-0b98-43ac-a7d7-61c96d4c7df7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2914295
Apr 19 03:40:08.723674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:08.724649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.726508 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 1093 time: 2.5642428
Apr 19 03:40:08.727185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:08.749640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801d3b-7b51-4ff4-999e-d59e62d34fc5 req-25adba60-efa5-43d9-9d4a-cf34de858cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:08.751214 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22801d3b-7b51-4ff4-999e-d59e62d34fc5 req-25adba60-efa5-43d9-9d4a-cf34de858cab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.1890628
Apr 19 03:40:08.759284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d53c1526-aa4e-4257-a61b-0e1ce19421b5 req-0ce03b86-d74f-4ceb-9cf9-850f5e949a29 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577559
Apr 19 03:40:08.799774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:08.807401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:08.817350 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22801d3b-7b51-4ff4-999e-d59e62d34fc5 req-3b174019-a94e-4125-aaf5-9d32b932a796 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438130
Apr 19 03:40:08.858845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'status': 'completed', 'code': 200}
Apr 19 03:40:08.868996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-765fbb78-553c-410f-9ced-7123f75bdd97 service neutron] 10.222.0.43 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711274
Apr 19 03:40:08.881220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:08.952315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:09.088027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-ecb19e87-c244-44f0-b37a-44f497f28a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:09.090196 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-ecb19e87-c244-44f0-b37a-44f497f28a18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1096 time: 0.2711833
Apr 19 03:40:09.187063 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-880ab7b6-a91f-4bfb-a150-28b33247690f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 217 time: 0.0891733
Apr 19 03:40:09.190792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9e2ba34-2baa-44d2-90d7-22e74d0c11fd req-0fa6e5f0-2e58-48e2-b3b4-264ba9c92bc6 service neutron] 10.222.0.43 "GET /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810540
Apr 19 03:40:09.227009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db7872-fe60-4ce6-8c38-2b456fb15094 req-24887d8e-8da8-44dd-8ba9-b98dbb604a36 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:09.228678 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-07db7872-fe60-4ce6-8c38-2b456fb15094 req-24887d8e-8da8-44dd-8ba9-b98dbb604a36 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1110423
Apr 19 03:40:09.250579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:09.258404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-796c417c-3a38-461a-b97e-ee26c6400a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:09.283776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaea4f6-2910-4a8e-9bcb-097421092191,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:09.289156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:09.292334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:09.293961 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0aaea4f6-2910-4a8e-9bcb-097421092191 HTTP/1.1" status: 204  len: 168 time: 0.7055054
Apr 19 03:40:09.295749 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-07db7872-fe60-4ce6-8c38-2b456fb15094 req-99e68690-f645-4443-8e97-528eae050431 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600402
Apr 19 03:40:09.298260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-b1255c1c-27aa-4788-84f5-3bbeea068d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:09.299750 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-b1255c1c-27aa-4788-84f5-3bbeea068d3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.0965664
Apr 19 03:40:09.407242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-baaa7113-f011-4af1-946b-b10dcaa6b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:09.409395 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-baaa7113-f011-4af1-946b-b10dcaa6b992 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026239
Apr 19 03:40:09.630643 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-fd80c5da-e6aa-4078-bc1c-75af12c864c1 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126310
Apr 19 03:40:09.859574 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-008c2b17-d774-4bc9-80f3-d9cc01ee4116 req-6cf33f0a-d3ef-4c5c-86db-f5e0a3ba9f4e service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219293
Apr 19 03:40:09.881465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59536) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:09.889701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edbfc-8694-478f-9fcc-c1508bd474a7 req-d05bf4e2-461c-4ce7-8893-2fa7c1de6dfa tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:09.898264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f85edbfc-8694-478f-9fcc-c1508bd474a7 req-d05bf4e2-461c-4ce7-8893-2fa7c1de6dfa tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 944 time: 0.1515541
Apr 19 03:40:09.911473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:09.927995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:09.933556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Usage tracker for resource:security_group_rule and tenant:ed773e058b3549bebe8b4e1feb843a9a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:40:09.946290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:40:09.972541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:09.976764 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f85edbfc-8694-478f-9fcc-c1508bd474a7 req-910457f3-c5ff-418b-a97a-b27df7d9beac tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774927
Apr 19 03:40:10.117920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 9a3486d3-4142-47f6-8698-a7b0978fa424 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:40:10.197772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-e9a75362-57bc-4a4b-8386-7d7b35bca25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:10.200333 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-e9a75362-57bc-4a4b-8386-7d7b35bca25e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1096 time: 0.2150495
Apr 19 03:40:10.222091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5db2a4-c2df-43f2-831d-826e8dfd0192 req-1899bc68-ad6d-4c7d-8f79-707c2686f936 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:10.223670 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fc5db2a4-c2df-43f2-831d-826e8dfd0192 req-1899bc68-ad6d-4c7d-8f79-707c2686f936 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1826327
Apr 19 03:40:10.259293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 9a3486d3-4142-47f6-8698-a7b0978fa424, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a3486d3-4142-47f6-8698-a7b0978fa424,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:10.274320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '9a3486d3-4142-47f6-8698-a7b0978fa424', 'network_id': 'cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5', 'port_id': '9a3486d3-4142-47f6-8698-a7b0978fa424', 'mac_address': 'fa:16:3e:f6:e2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dc9739-dc36-4128-94c6-b4a231eb235e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:40:10.325105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.333077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.351490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3486d3-4142-47f6-8698-a7b0978fa424 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:40:10.368492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 9a3486d3-4142-47f6-8698-a7b0978fa424, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a3486d3-4142-47f6-8698-a7b0978fa424,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:10.368809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.392038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1ccd592f-97a6-47ab-87c6-4c9d961af7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:10.427214 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fc5db2a4-c2df-43f2-831d-826e8dfd0192 req-e3e1876b-c323-4e1e-b8ee-2362a10e0b2c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715126
Apr 19 03:40:10.431954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.435440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:10.478674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed773e058b3549bebe8b4e1feb843a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5960360
Apr 19 03:40:10.491005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59546) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:10.505941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-1e11eea3-5f18-472f-8a54-95403b0fb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:10.508775 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-1e11eea3-5f18-472f-8a54-95403b0fb063 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.2841539
Apr 19 03:40:10.519594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e4c08-4327-4b9b-a3c7-88f1f0d2e8d8,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:10.531072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:10.531867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=9a3486d3-4142-47f6-8698-a7b0978fa424,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:10.536313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:10.577646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf866b9-0762-4c27-80fc-3b77c01fa37c req-d8678cfc-033a-4ac4-92ef-1a9d67465dc1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:10.579289 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4cf866b9-0762-4c27-80fc-3b77c01fa37c req-d8678cfc-033a-4ac4-92ef-1a9d67465dc1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1306503
Apr 19 03:40:10.647133 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-8c7b8857-b577-4081-a98d-aecaff0d69b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 217 time: 0.1219673
Apr 19 03:40:10.672920 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4cf866b9-0762-4c27-80fc-3b77c01fa37c req-829fdcc6-5163-47ea-9f5c-e9583ad2dfa7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854602
Apr 19 03:40:10.744107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.764889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-8367823b-e4fd-45f1-8756-c1fe8f8d5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:10.766458 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-8367823b-e4fd-45f1-8756-c1fe8f8d5cf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.1121001
Apr 19 03:40:10.776795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['9a3486d3-4142-47f6-8698-a7b0978fa424'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:40:10.826715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.900797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-4ce7226d-4299-4df3-8817-5dcc08530419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:10.902802 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-4ce7226d-4299-4df3-8817-5dcc08530419 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253440
Apr 19 03:40:10.976160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:10.989685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6adb92d1-5106-4d14-b8c1-7c093ecaf37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:11.034565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dea7d1-dbf6-4705-ad5c-62a9496082ad req-fac07998-604c-4c77-8d10-7996ad3993b8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:11.036802 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-10dea7d1-dbf6-4705-ad5c-62a9496082ad req-fac07998-604c-4c77-8d10-7996ad3993b8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1001213
Apr 19 03:40:11.099489 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-10dea7d1-dbf6-4705-ad5c-62a9496082ad req-6fdbea0f-e6c3-4934-a36d-ada4868b3e37 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552788
Apr 19 03:40:11.288638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e4c08-4327-4b9b-a3c7-88f1f0d2e8d8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:11.293692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:11.357958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:11.359180 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f89e4c08-4327-4b9b-a3c7-88f1f0d2e8d8 HTTP/1.1" status: 204  len: 168 time: 0.8635545
Apr 19 03:40:11.438957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-486c3857-c601-43f0-a033-0180af976280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:11.440590 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-486c3857-c601-43f0-a033-0180af976280 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.5041199
Apr 19 03:40:11.444611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-9bb02149-63ad-473e-8634-72572ed15536 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5302641
Apr 19 03:40:11.466448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d987114-5fb5-4d26-9121-22f77ef3f089 req-2729f321-3b00-40a6-992b-d6a35bd4d2b1 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:11.468074 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0d987114-5fb5-4d26-9121-22f77ef3f089 req-2729f321-3b00-40a6-992b-d6a35bd4d2b1 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 945 time: 0.1734343
Apr 19 03:40:11.741743 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0d987114-5fb5-4d26-9121-22f77ef3f089 req-fe371388-ed4f-4a03-888d-e43fca158186 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224324
Apr 19 03:40:11.789680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd9cccab-bf12-4fd7-be00-864e94d23e6d req-5a6ca04a-61d5-4b49-8bf5-9afa33505c28 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3193636
Apr 19 03:40:11.794161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-969f5aec-4eec-434f-b151-0a844867b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:11.795748 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-969f5aec-4eec-434f-b151-0a844867b80f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.3267410
Apr 19 03:40:11.889844 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-b8e0e25a-bcc3-41b1-8e49-0fd05f38291d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.0856924
Apr 19 03:40:11.983706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677da408-bb72-411a-a060-daa5faf3bbe5 req-31e53523-db8e-4e8b-b77c-5c128e89bf2b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:11.992119 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-677da408-bb72-411a-a060-daa5faf3bbe5 req-31e53523-db8e-4e8b-b77c-5c128e89bf2b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1036811
Apr 19 03:40:12.000843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-c1d409d5-38a9-4a52-a141-4a18e298f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:12.002400 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-c1d409d5-38a9-4a52-a141-4a18e298f2d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.1050587
Apr 19 03:40:12.049503 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-677da408-bb72-411a-a060-daa5faf3bbe5 req-d32eaa09-7c29-4f81-aa28-69c036f74a4f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560865
Apr 19 03:40:12.066886 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-32826a00-2c76-4f42-9e0f-1f931c32dc57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565975
Apr 19 03:40:12.136880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:40:12.145037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 9a3486d3-4142-47f6-8698-a7b0978fa424 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:40:12.268815 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-d1fb0405-cd60-40be-b66c-b444dc26c5c1 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939070
Apr 19 03:40:12.394435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 9a3486d3-4142-47f6-8698-a7b0978fa424 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:40:12.419670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 9a3486d3-4142-47f6-8698-a7b0978fa424 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:40:12.420093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:12.464997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:12.492437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'mac_address': 'fa:16:3e:98:de:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:40:12.524785 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad6af848-bb56-4dce-9bfc-0ecf51a82885 req-69bf3266-3a65-49ca-9d8d-67c9d7415018 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012916
Apr 19 03:40:12.546646 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017899f3-05d6-43e3-8c08-aa33b1971324 req-198ee0bd-ab61-412d-8fe8-10394c478fde tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:12.548683 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-017899f3-05d6-43e3-8c08-aa33b1971324 req-198ee0bd-ab61-412d-8fe8-10394c478fde tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2782919
Apr 19 03:40:12.614395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:12.647759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:40:12.653489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:12.675611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-017899f3-05d6-43e3-8c08-aa33b1971324 req-90748a2f-14e3-48f5-8fde-ea4e26ff5661 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131532
Apr 19 03:40:12.709267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 9a3486d3-4142-47f6-8698-a7b0978fa424, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a3486d3-4142-47f6-8698-a7b0978fa424,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:12.712742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3486d3-4142-47f6-8698-a7b0978fa424'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:12.720301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:12.739928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:12.741894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:12.789630 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3486d3-4142-47f6-8698-a7b0978fa424', 'code': 200}
Apr 19 03:40:12.798429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:12.832284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=9a3486d3-4142-47f6-8698-a7b0978fa424,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:12.835034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:12.835574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:12.918238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:12.922516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:12.992691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d41e-5b44-4cf0-8703-721d487acac0 req-010e30c1-b901-426b-a7b7-8e7b254dd6f2 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:13.000448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ef72d41e-5b44-4cf0-8703-721d487acac0 req-010e30c1-b901-426b-a7b7-8e7b254dd6f2 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.1191459
Apr 19 03:40:13.060372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ef72d41e-5b44-4cf0-8703-721d487acac0 req-2b5c1e84-8982-44b9-a30d-b6a79b8bfe30 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498796
Apr 19 03:40:13.188581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6622f3-1b20-49c0-8146-b1bfd817a6b0 req-c7250fad-4bf4-41e1-b5f0-203af61a5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:13.190277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e6622f3-1b20-49c0-8146-b1bfd817a6b0 req-c7250fad-4bf4-41e1-b5f0-203af61a5cce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 1099 time: 0.1288581
Apr 19 03:40:13.246363 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e6622f3-1b20-49c0-8146-b1bfd817a6b0 req-8f9af546-d85b-4853-8df3-c8e1cabd61d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439069
Apr 19 03:40:13.249631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:40:13.306915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757406a-0fc8-4a78-8414-167a0bb7e87e req-1e32580d-28e2-450a-adf5-eb8a9da02dd5 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:13.311648 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6757406a-0fc8-4a78-8414-167a0bb7e87e req-1e32580d-28e2-450a-adf5-eb8a9da02dd5 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 944 time: 0.1054907
Apr 19 03:40:13.383744 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6757406a-0fc8-4a78-8414-167a0bb7e87e req-000ca66e-ffb6-438c-99cc-8c8aefdb3d4e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687749
Apr 19 03:40:13.498522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59634) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:13.669297 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:13.684364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:13.688801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:73d89bb353c1474f895945cd465b89b0 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:40:13.691755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:40:13.697686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:13.898531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:13.938868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65396b-e4c2-43db-a091-9317f9be0a0c req-32beaafc-5484-457d-ad61-a4e157f21bd2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:13.940531 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e65396b-e4c2-43db-a091-9317f9be0a0c req-32beaafc-5484-457d-ad61-a4e157f21bd2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1061718
Apr 19 03:40:13.966550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:13.977511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0700e665-fd98-4b21-b415-8971201bd0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:14.037502 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e65396b-e4c2-43db-a091-9317f9be0a0c req-02033e58-3683-46ca-b269-36f708822f21 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903101
Apr 19 03:40:14.046600 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73d89bb353c1474f895945cd465b89b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5439157
Apr 19 03:40:14.046600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8bfeb-5fd0-4f3f-adbf-995a3bfb7ee8,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:14.047180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59652) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:14.055188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:14.119292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:14.149579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:14.274542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de195565-6f2c-41e6-af75-6143ad54dd86 req-4e67501e-b642-49ea-86bb-33873cd7e801 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:14.275928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:14.277513 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de195565-6f2c-41e6-af75-6143ad54dd86 req-4e67501e-b642-49ea-86bb-33873cd7e801 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.1015506
Apr 19 03:40:14.281985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-69b1d7ed-2cb2-4b1c-b8d0-90bb079769a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:14.304154 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8bfeb-5fd0-4f3f-adbf-995a3bfb7ee8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:14.307618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:14.313254 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4af8bfeb-5fd0-4f3f-adbf-995a3bfb7ee8 HTTP/1.1" status: 204  len: 168 time: 0.2648575
Apr 19 03:40:14.314335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:14.334679 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de195565-6f2c-41e6-af75-6143ad54dd86 req-8d9771aa-ae63-4659-a871-c30eb3064fa8 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519083
Apr 19 03:40:14.618079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894e1b6-62ec-49ac-b4b7-12164058280d req-9c46b5c4-2558-4445-be60-47eeb9c46357 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:14.619855 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a894e1b6-62ec-49ac-b4b7-12164058280d req-9c46b5c4-2558-4445-be60-47eeb9c46357 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 944 time: 0.1150985
Apr 19 03:40:14.673486 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a894e1b6-62ec-49ac-b4b7-12164058280d req-6f802597-b785-43e8-bce1-4555a6c2c3a5 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460582
Apr 19 03:40:15.059839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59678) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:15.396015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Deleting subnet 32744d9b-5a55-4508-81a9-80e7498cf311 {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:40:15.401644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:15.471630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:15.482374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:15.519765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86b04-763a-4601-94da-8fad18ad1d77 req-8c8d059e-7ffd-4446-b1e8-6455d81905ef tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:15.521422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cbe86b04-763a-4601-94da-8fad18ad1d77 req-8c8d059e-7ffd-4446-b1e8-6455d81905ef tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2024632
Apr 19 03:40:15.553561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6621655-465e-43e7-aeb2-6c9cc72370f2 req-1465ad68-f3c3-48d7-95a6-3157f5b2559b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:15.555311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6621655-465e-43e7-aeb2-6c9cc72370f2 req-1465ad68-f3c3-48d7-95a6-3157f5b2559b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.0970485
Apr 19 03:40:15.612287 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6621655-465e-43e7-aeb2-6c9cc72370f2 req-9f0ae571-c63f-490e-92bd-b82d1d051a32 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454941
Apr 19 03:40:15.668705 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cbe86b04-763a-4601-94da-8fad18ad1d77 req-80cd4336-55b3-4cce-8d67-5dcd9e105704 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350656
Apr 19 03:40:15.847499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:15.852993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e6bf7783-4567-4673-9af8-3da41cdf1ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:15.882839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01856f5a-3ac6-49cb-a40f-bea41670041a req-fc31c0ee-aa59-4b43-ad48-4d62bd02cf55 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:15.884466 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-01856f5a-3ac6-49cb-a40f-bea41670041a req-fc31c0ee-aa59-4b43-ad48-4d62bd02cf55 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 944 time: 0.0889473
Apr 19 03:40:15.891537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32744d9b-5a55-4508-81a9-80e7498cf311,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:15.895472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:15.902280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:15.920220 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cf2fb721-80a1-4986-83e2-8d287d38ae06 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32744d9b-5a55-4508-81a9-80e7498cf311 HTTP/1.1" status: 204  len: 168 time: 0.8592868
Apr 19 03:40:15.923329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59696) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:15.934491 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-01856f5a-3ac6-49cb-a40f-bea41670041a req-ed675248-3a00-446e-801a-2ed6451d6cf6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434461
Apr 19 03:40:16.038317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.160654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:40:16.174126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.270548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:40:16.276136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:40:16.277394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.294121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f945de8e7b8>> segment before_delete 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.294549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f945de8e7b8>> subnet precommit_delete_associations 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.295435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> segment_host_mapping after_create 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.295832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> port after_create 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.296195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> port after_delete 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.296714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> port after_update 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.296879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> segment after_delete 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.297210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> subnet after_create 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.297579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> subnet after_delete 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.297933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94579faac8>> subnet after_update 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.366725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c305940>> subnet after_create 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.367119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c305940>> subnet after_delete 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.367556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c305940>> subnet before_create 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.367928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f945c305940>> subnet before_update 55550000 {{(pid=86430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 03:40:16.368325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945c2c7208>,) {'filters': {'network_id': ['a0407bf1-a009-40b4-9182-d3932411ccea']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:16.382425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c2c7208>, 'bc179aeb-9851-4638-89ee-57873a25b8f7') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:16.382769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c2c7208>, 'bc179aeb-9851-4638-89ee-57873a25b8f7') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:16.395168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.407660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.411004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.418989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:40:16.437518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:16.447924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:16.483257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.485992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:16.531061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'code': 200}
Apr 19 03:40:16.568354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:16.572248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:16.644434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Network a0407bf1-a009-40b4-9182-d3932411ccea has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:40:16.659882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:16.859716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Network a0407bf1-a009-40b4-9182-d3932411ccea has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   from cryptography.utils import int_from_bytes
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   from cryptography.utils import int_from_bytes
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   (rel_b, rel_a, rel_b),
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   (rel_b, rel_a, rel_b),
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:40:16.885252 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:40:16.930500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf16bb-fa55-41d2-a9de-67472c8b361e req-e53b76f3-ff98-4cc7-9981-01a618245549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:16.932261 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fcdf16bb-fa55-41d2-a9de-67472c8b361e req-e53b76f3-ff98-4cc7-9981-01a618245549 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1098 time: 0.1532290
Apr 19 03:40:16.943608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab31420-08fe-4701-a00f-2103add2ebca req-3ce3159a-854d-4cc0-8cbd-d19c1ed414ed tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:16.945352 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ab31420-08fe-4701-a00f-2103add2ebca req-3ce3159a-854d-4cc0-8cbd-d19c1ed414ed tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1263926
Apr 19 03:40:17.001096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.006085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:17.015721 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fcdf16bb-fa55-41d2-a9de-67472c8b361e req-5afaa4ed-162c-49b6-9608-17bc07f5d0cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692494
Apr 19 03:40:17.020911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.025091 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ab31420-08fe-4701-a00f-2103add2ebca req-712cbc68-ea98-4f7a-8f0d-a11cc27a8608 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629151
Apr 19 03:40:17.035359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0407bf1-a009-40b4-9182-d3932411ccea,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:17.038242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:17.040534 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-de434848-6e61-44eb-80b9-1a8588256405 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a0407bf1-a009-40b4-9182-d3932411ccea HTTP/1.1" status: 204  len: 168 time: 1.1163650
Apr 19 03:40:17.043363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59724) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:17.119894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Deleting subnet e05c0e62-aa4b-44e8-84b7-7a2ac426835c {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:40:17.124047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.235315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.247490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072eaf3-f86a-41b2-8f99-2edc691fa188 req-413631f8-4427-4da5-8d1b-b11625bc8316 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:17.249209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9072eaf3-f86a-41b2-8f99-2edc691fa188 req-413631f8-4427-4da5-8d1b-b11625bc8316 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0923162
Apr 19 03:40:17.302289 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9072eaf3-f86a-41b2-8f99-2edc691fa188 req-cec3f0e9-d2f8-4dd5-a04c-26ccfad9d381 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461206
Apr 19 03:40:17.311230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07f6d2-fa09-47bb-bf6e-158e97bf4ef3 req-700a6b21-fcc8-4d8b-aae4-0ca5e5e8edd2 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:17.312444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc07f6d2-fa09-47bb-bf6e-158e97bf4ef3 req-700a6b21-fcc8-4d8b-aae4-0ca5e5e8edd2 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.1586978
Apr 19 03:40:17.323098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.430908 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc07f6d2-fa09-47bb-bf6e-158e97bf4ef3 req-ffa1b671-ab0f-47c9-95d6-50511f53758a tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106834
Apr 19 03:40:17.729373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.736064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5f227f41-04b8-4beb-a31e-cb6abcccb702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:17.773222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05c0e62-aa4b-44e8-84b7-7a2ac426835c,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:17.775537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:17.780294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:17.783329 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e05c0e62-aa4b-44e8-84b7-7a2ac426835c HTTP/1.1" status: 204  len: 168 time: 0.7386951
Apr 19 03:40:17.785921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 59740) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:17.898851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:18.029324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:18.142404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945d288550>,) {'filters': {'network_id': ['4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:18.155295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d288550>, 'd36a4a1f-cfb5-4fab-bb01-68c74b3321dc') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:18.155642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d288550>, 'd36a4a1f-cfb5-4fab-bb01-68c74b3321dc') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:18.167765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:18.182631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:18.189080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:40:18.377386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:40:18.389114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:18.525532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca0282-3164-44c2-82a2-1c093f6929f0 req-92d1f215-81f9-43a7-b1e3-e03ef1a3fd4b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:18.527673 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4aca0282-3164-44c2-82a2-1c093f6929f0 req-92d1f215-81f9-43a7-b1e3-e03ef1a3fd4b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0996423
Apr 19 03:40:18.613341 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4aca0282-3164-44c2-82a2-1c093f6929f0 req-e6103ed4-e458-4cf9-90f5-2ac7aa8fce59 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563829
Apr 19 03:40:18.687932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Network 4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:40:18.711128 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:40:18.871318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6072e0e-6931-4f1b-82d8-be1081c78561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:18.940005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799749-12b0-44f8-a256-104517ae4ccf req-e2da5825-b2f6-4db1-a2af-2922e66aef9d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:18.941671 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-57799749-12b0-44f8-a256-104517ae4ccf req-e2da5825-b2f6-4db1-a2af-2922e66aef9d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0992467
Apr 19 03:40:18.993378 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-57799749-12b0-44f8-a256-104517ae4ccf req-d4147e85-3e5a-41d2-9517-b1009f952583 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449448
Apr 19 03:40:19.031932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be38dc6-6fae-4653-9684-0abac53f19cf req-019c1e8e-7d2c-4cd6-9451-3444f0f59e27 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:19.033049 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1be38dc6-6fae-4653-9684-0abac53f19cf req-019c1e8e-7d2c-4cd6-9451-3444f0f59e27 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.4557052
Apr 19 03:40:19.084662 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1be38dc6-6fae-4653-9684-0abac53f19cf req-c6f03401-84ec-41fe-8113-3fe7122aa9b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443168
Apr 19 03:40:19.109859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.114692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.117800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3145b5d6-c620-49ca-ba75-13cd7c0f4413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:19.138233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:19.140660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:19.144580 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] 10.222.0.25 "DELETE /v2.0/networks/4e0ae29d-ff82-4f95-bf3f-8b029d4b8b0b HTTP/1.1" status: 204  len: 168 time: 1.3552418
Apr 19 03:40:19.442810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59768) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:19.500682 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9290a9a3-d17a-4056-af6b-10ae4bfbcc25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fe7f99acca746a5864ff53b382baee3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544376
Apr 19 03:40:19.501750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59772) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:19.562271 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-2ad32af2-e0fa-49dd-99c8-d8178d34f501 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1185172
Apr 19 03:40:19.571082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-7a0e2e38-7063-4743-9335-d2d8ca3b8c0d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:19.572794 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-7a0e2e38-7063-4743-9335-d2d8ca3b8c0d tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.1699448
Apr 19 03:40:19.584095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.614702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.717810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.724608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e4a80b50-d91d-45af-a75c-bc32a75ab170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:19.734408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Deleting port 9a3486d3-4142-47f6-8698-a7b0978fa424 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:40:19.734955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.747990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da7e5f0-2a29-47d2-855b-a4ce0f95a540,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:19.755910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:19.759188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:19.760518 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7da7e5f0-2a29-47d2-855b-a4ce0f95a540 HTTP/1.1" status: 204  len: 168 time: 0.2575307
Apr 19 03:40:19.834267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050d1bd-3421-438f-8f17-44c267d749ab req-6694a80e-4732-4654-9955-70fac15f9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:19.835897 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-6694a80e-4732-4654-9955-70fac15f9c57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.2131550
Apr 19 03:40:20.215186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050d1bd-3421-438f-8f17-44c267d749ab req-f68ee56f-f540-4041-817c-fd80c137d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:20.217054 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-f68ee56f-f540-4041-817c-fd80c137d8c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.3076732
Apr 19 03:40:20.231207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8e555-b2d2-475b-8b17-1f8002d4e63e req-7f0e56c8-5977-432e-bb02-237f605d7cd2 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:20.236034 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65b8e555-b2d2-475b-8b17-1f8002d4e63e req-7f0e56c8-5977-432e-bb02-237f605d7cd2 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.3680680
Apr 19 03:40:20.310138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c3d60-c883-4c94-8d82-53293cd931b0 req-134f6494-a09c-459a-85ac-b1d310137868 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:20.311901 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-331c3d60-c883-4c94-8d82-53293cd931b0 req-134f6494-a09c-459a-85ac-b1d310137868 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 946 time: 0.0904033
Apr 19 03:40:20.348626 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-b4f0f696-505a-4350-9c57-1655ee623585 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.1113143
Apr 19 03:40:20.350393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] For port 9a3486d3-4142-47f6-8698-a7b0978fa424, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a3486d3-4142-47f6-8698-a7b0978fa424,segment=NetworkSegment(c22659d3-8f9e-4d96-967a-c37f8f7bc8ff),segment_id=c22659d3-8f9e-4d96-967a-c37f8f7bc8ff)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:20.350800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.361892 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-331c3d60-c883-4c94-8d82-53293cd931b0 req-ec45b89c-8b13-4f87-bd06-1b9c409f1d59 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/security-groups?id=aea6b496-e85b-4c99-ae41-9f868eac3de1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434420
Apr 19 03:40:20.423705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59792) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:20.478229 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0926f732-aaec-4555-b1ed-073542edf4e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96a3c127408848ad91fc69f5a3e2fca5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509884
Apr 19 03:40:20.478754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59796) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:20.547190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.563972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Calling delete_port for 9a3486d3-4142-47f6-8698-a7b0978fa424 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:40:20.576076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.605953 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65b8e555-b2d2-475b-8b17-1f8002d4e63e req-821958ac-99a1-483a-874f-e213200745ff tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3628759
Apr 19 03:40:20.647580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050d1bd-3421-438f-8f17-44c267d749ab req-e647ef44-4772-4d41-8272-93c65ba5e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:20.649555 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-e647ef44-4772-4d41-8272-93c65ba5e967 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.2843311
Apr 19 03:40:20.670300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.676826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:20.692434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8afa92-0931-4301-85d0-d525a66e0bdd,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:20.700817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:20.701940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.708511 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b8afa92-0931-4301-85d0-d525a66e0bdd HTTP/1.1" status: 204  len: 168 time: 0.2282081
Apr 19 03:40:20.726845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-05437b69-959e-4e08-8214-a77b3b2c9dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538824
Apr 19 03:40:20.816947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357e3bb-b7bf-4ada-890a-8798c08cbe5d req-d1ef281d-7755-4626-ba90-eb02b1ae65c4 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:20.831352 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d357e3bb-b7bf-4ada-890a-8798c08cbe5d req-d1ef281d-7755-4626-ba90-eb02b1ae65c4 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1095350
Apr 19 03:40:20.831917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 59808) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:20.837766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'floatingip': {'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:20.933784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.945417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-a8fc448f-fed5-4e6e-addb-577594dfcf8b service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818066
Apr 19 03:40:20.946538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:20.960624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:21.096220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Pushing event deleted for resources: {'Port': ['ID=9a3486d3-4142-47f6-8698-a7b0978fa424,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:21.105250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:21.317973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] No DVR routers for this DVR port 9a3486d3-4142-47f6-8698-a7b0978fa424 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:40:21.334688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:21.343991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'name': 'network-vif-deleted', 'tag': '9a3486d3-4142-47f6-8698-a7b0978fa424'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:21.432017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a77c3773-b046-4149-83e4-f4f85f375ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:21.441559 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f050d1bd-3421-438f-8f17-44c267d749ab req-3b49b87b-f3c6-4e75-86fd-d8fd6258cd46 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4280512
Apr 19 03:40:21.489312 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efec55c7-1b49-43b8-adec-6c9f13c806ba req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.43 "DELETE /v2.0/ports/9a3486d3-4142-47f6-8698-a7b0978fa424 HTTP/1.1" status: 204  len: 173 time: 1.9029322
Apr 19 03:40:21.754725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-906cd219-6874-4074-beca-90d1b2495fd7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:21.756374 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-906cd219-6874-4074-beca-90d1b2495fd7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.2222703
Apr 19 03:40:21.779926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bfb24e-5dff-4ad3-955d-580cbe4449ed', 'name': 'network-vif-deleted', 'tag': '9a3486d3-4142-47f6-8698-a7b0978fa424', 'status': 'completed', 'code': 200}
Apr 19 03:40:21.844472 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-22b8d4ea-8232-456a-86fb-b65f362b8404 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/quotas/3a4502ef85b348a384aa26343b925024 HTTP/1.1" status: 200  len: 375 time: 0.0123003
Apr 19 03:40:21.887600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:21.946457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:21.985731 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-d50b3880-9a6b-44ea-bf21-957eccfdd6e3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1303871
Apr 19 03:40:21.992248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:21.996511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-8e6f0d1a-1b83-409f-a5af-bbe258c0843d req-3545c20f-ae4f-4e77-a500-b97ab038b20c tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Synchronizing usage tracker for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:40:22.049743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-8e6f0d1a-1b83-409f-a5af-bbe258c0843d req-3545c20f-ae4f-4e77-a500-b97ab038b20c tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Unset dirty status for tenant:f3d298f017a843b39a22bd94f3bcfdd1 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:40:22.071236 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e6f0d1a-1b83-409f-a5af-bbe258c0843d req-3545c20f-ae4f-4e77-a500-b97ab038b20c tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] 10.222.0.25 "GET /v2.0/ports?device_id=80bfb24e-5dff-4ad3-955d-580cbe4449ed HTTP/1.1" status: 200  len: 210 time: 0.1679673
Apr 19 03:40:22.140260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:22.181858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 9a3486d3-4142-47f6-8698-a7b0978fa424 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:40:22.233473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 9a3486d3-4142-47f6-8698-a7b0978fa424 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:40:22.233924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 9a3486d3-4142-47f6-8698-a7b0978fa424 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:40:22.338837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00028-8d9b-4126-8c4e-671781e370b9 req-eb362c52-82d9-4244-99dd-d62413e90428 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:22.341366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-83b00028-8d9b-4126-8c4e-671781e370b9 req-eb362c52-82d9-4244-99dd-d62413e90428 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1335707
Apr 19 03:40:22.417542 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-83b00028-8d9b-4126-8c4e-671781e370b9 req-5d618c07-0b0b-4aad-bafd-75da6518beae tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605974
Apr 19 03:40:22.510058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:22.542984 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-109ab254-2d28-4fd7-b995-f26cc75509f7 service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5007756
Apr 19 03:40:22.625819 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Floating IP 20c24004-b0a8-4bd1-9bab-315f92cf1e66 associated. External IP: 172.27.0.86, port: 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b.
Apr 19 03:40:22.855527 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-e692cb89-07f8-4a13-90a6-4eacef3da25e service neutron] 10.222.0.25 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3115354
Apr 19 03:40:23.062401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:40:23.275451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3deedc48-6361-494e-a31b-7c5c22876ffc req-aaab5851-3ee9-494e-9936-b3e37bd25953 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.0770292
Apr 19 03:40:23.288658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:23.326209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:40:23.337667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:40:23.338060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:23.355343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:40:23.356610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d0596d8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:40:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:23.403190 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-af2761f9-64e2-4475-972e-3304d1ff3dd3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "PUT /v2.0/floatingips/20c24004-b0a8-4bd1-9bab-315f92cf1e66 HTTP/1.1" status: 200  len: 990 time: 2.5701060
Apr 19 03:40:23.404032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:23.502683 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'status': 'completed', 'code': 200}
Apr 19 03:40:23.691948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:40:23.703451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-593c4903-c93d-4b02-8c5b-f6cadb831d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:23.705062 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-593c4903-c93d-4b02-8c5b-f6cadb831d6f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1098 time: 0.1757669
Apr 19 03:40:23.720625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0829f80-db3c-4ac1-9853-ff70a436eeb5 req-2b832340-fa43-4ed8-b5a1-a2a36141ed80 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:23.722525 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f0829f80-db3c-4ac1-9853-ff70a436eeb5 req-2b832340-fa43-4ed8-b5a1-a2a36141ed80 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1125555
Apr 19 03:40:23.794432 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f0829f80-db3c-4ac1-9853-ff70a436eeb5 req-a77320d0-32b6-4622-b508-6f11f0e811dd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647240
Apr 19 03:40:23.929183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-7896fc76-58bf-4a69-9a49-47c1ae299431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:23.933185 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-7896fc76-58bf-4a69-9a49-47c1ae299431 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.2161665
Apr 19 03:40:24.060400 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-89f4ae15-642d-43b2-a061-8231ae0dfab2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 998 time: 0.1200464
Apr 19 03:40:24.135311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-df2a0bd6-9408-4ad1-b4c6-ea73f97abb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:24.137256 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-df2a0bd6-9408-4ad1-b4c6-ea73f97abb4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.0691459
Apr 19 03:40:24.145500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d0596d8>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '20c24004-b0a8-4bd1-9bab-315f92cf1e66', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'mac_address': 'fa:16:3e:98:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:39:57Z', 'updated_at': '2021-04-19T03:40:21Z', 'revision_number': 1, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:24.150040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:40:24.165841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:40:24.168369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d0596d8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:40:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:24.236612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-ee22ee3b-7193-47ee-8497-30839824c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:24.238226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-ee22ee3b-7193-47ee-8497-30839824c0a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840631
Apr 19 03:40:24.440005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:40:24.451586 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-b0c2c84b-7da3-418e-926f-89af1a659e43 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032261
Apr 19 03:40:24.641738 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e5d931e6-5178-4a7f-89e3-8eeeb8a4bd27 req-4d961dc0-58ec-4cd0-8e55-fda2b01d07de tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.1877789
Apr 19 03:40:24.693104 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ed2eddb-a439-4c47-9733-b32b29b74a3d req-89f583cb-ddbd-4ecd-a0a9-dda68f6f1fc0 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873324
Apr 19 03:40:24.883248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d0596d8>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '20c24004-b0a8-4bd1-9bab-315f92cf1e66', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'mac_address': 'fa:16:3e:98:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:39:57Z', 'updated_at': '2021-04-19T03:40:21Z', 'revision_number': 1, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:40:24.888220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a612c-4c50-409d-a829-7a21d28daa97 None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '20c24004-b0a8-4bd1-9bab-315f92cf1e66', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'mac_address': 'fa:16:3e:98:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:39:57Z', 'updated_at': '2021-04-19T03:40:21Z', 'revision_number': 1, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:40:25.013301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a89777-fb70-4ca8-947d-73c23a727811 req-8859d854-db07-45e6-83d0-dfdf706028f3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:25.014926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86a89777-fb70-4ca8-947d-73c23a727811 req-8859d854-db07-45e6-83d0-dfdf706028f3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0913706
Apr 19 03:40:25.064277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86a89777-fb70-4ca8-947d-73c23a727811 req-bbe65ac6-8050-4086-9ee2-fe1146547bae tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425754
Apr 19 03:40:25.170530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867da336-f16a-44db-8bce-6847fd4fb3f2 None None] New status for floating IP 20c24004-b0a8-4bd1-9bab-315f92cf1e66: ACTIVE {{(pid=86432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:40:25.772363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-158103fc-96c3-4e3c-8ae9-051095b506c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:25.773992 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-158103fc-96c3-4e3c-8ae9-051095b506c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 814 time: 0.1682777
Apr 19 03:40:25.831656 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eafac828-9885-4d36-82d1-5620c5b47519 req-05a44e38-7ce3-4267-9570-4f58745f5a7c tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.0505159
Apr 19 03:40:26.267609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4eb5-4b4f-453b-8021-626dd87ae910 req-a0fbc387-cad2-41ed-94f9-9c4d09f6209a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:26.269205 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-565f4eb5-4b4f-453b-8021-626dd87ae910 req-a0fbc387-cad2-41ed-94f9-9c4d09f6209a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0899811
Apr 19 03:40:26.317263 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-565f4eb5-4b4f-453b-8021-626dd87ae910 req-3eb62edb-96d4-4a89-9a68-31b34a527105 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412090
Apr 19 03:40:26.996268 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48fa29de-3d98-484e-9bf7-900fc074b7c2 req-15645e9d-91f1-4add-9243-66282dd03679 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.0490592
Apr 19 03:40:27.525842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447129c-ca12-4d61-8047-ece93683d3fb req-5d4af191-a440-43b1-a5ee-4edf27027994 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:27.527944 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e447129c-ca12-4d61-8047-ece93683d3fb req-5d4af191-a440-43b1-a5ee-4edf27027994 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0934939
Apr 19 03:40:27.577496 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e447129c-ca12-4d61-8047-ece93683d3fb req-552c0421-1f82-46fb-a2e9-95dd686a9424 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430758
Apr 19 03:40:28.159741 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd4b5c7d-2b43-4c3c-a8a8-4a76d77f654f req-44ea63d9-4ade-4067-a7a4-bcf7482564d7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.0494835
Apr 19 03:40:28.791168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b4740-9482-4663-9bf1-e9be39226ec5 req-67d7f81d-2660-494b-ab6f-bb533c9f201b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:28.793261 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8b9b4740-9482-4663-9bf1-e9be39226ec5 req-67d7f81d-2660-494b-ab6f-bb533c9f201b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0919840
Apr 19 03:40:28.841219 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8b9b4740-9482-4663-9bf1-e9be39226ec5 req-fe846c38-65cd-4bf6-8e74-d589d72a2a51 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416303
Apr 19 03:40:29.058641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Request body: {'port': {'device_id': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'admin_state_up': True, 'tenant_id': '3a4502ef85b348a384aa26343b925024'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:29.331010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-522d5c09-6939-416a-a6d7-d43acf409e0c req-e61a4f7f-1442-49a9-92d6-a0b16012a619 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.0490701
Apr 19 03:40:29.412419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:29.423075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:29.464140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Made reservation on behalf of 3a4502ef85b348a384aa26343b925024 for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:40:29.471356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:29.648974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Allocated IP 172.20.0.6 (c6488502-d478-4c15-aad9-cec2dbbd6c1f/45ab61ee-f297-4972-bfc7-b19316ce9dfe/5a6ffccc-34e3-42cc-a465-b55f727291e9) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:40:29.911180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:29.999548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:30.012704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411', '079573e4-5310-4589-883b-946da48f3377', '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:40:30.015438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f378a1a8-1c25-4c91-b5a0-8f6cf2806cdb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:30.088618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:40:30.089017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:40:30.099247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:40:30.147511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event updated for resources: {'Port': ['ID=5a6ffccc-34e3-42cc-a465-b55f727291e9,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:30.174316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:30.220529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa9cd1-65b0-42b9-a571-c284b66f4145 req-c9a67770-0210-49f8-aef3-87a79edff7a6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:30.222511 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3aa9cd1-65b0-42b9-a571-c284b66f4145 req-c9a67770-0210-49f8-aef3-87a79edff7a6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.2608836
Apr 19 03:40:30.240065 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:30.240850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:30.308012 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3aa9cd1-65b0-42b9-a571-c284b66f4145 req-9e9d31fa-3b26-42ec-a20c-5ead2526a7d5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756602
Apr 19 03:40:30.380757 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3263936
Apr 19 03:40:30.396580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Request body: {'port': {'device_id': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:40:30.540509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:30.586324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049d72-e27d-41d7-9fb3-68c271e7e6f6 req-1a3c5cc5-f51f-40e2-9035-3e739acc4a09 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:30.587975 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c8049d72-e27d-41d7-9fb3-68c271e7e6f6 req-1a3c5cc5-f51f-40e2-9035-3e739acc4a09 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 931 time: 0.1314633
Apr 19 03:40:30.646588 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c8049d72-e27d-41d7-9fb3-68c271e7e6f6 req-58663600-7820-480c-b442-29d35e05d4b7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510960
Apr 19 03:40:30.975598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6ffccc-34e3-42cc-a465-b55f727291e9 {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:40:30.986506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:31.002568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Transition to ACTIVE for port object 5a6ffccc-34e3-42cc-a465-b55f727291e9 will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:40:31.041091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:31.046643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:31.235294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ffccc-34e3-42cc-a465-b55f727291e9,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:31.243430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:31.402419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Attempting to bind port 5a6ffccc-34e3-42cc-a465-b55f727291e9 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:40:31.402974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Attempting to bind port 5a6ffccc-34e3-42cc-a465-b55f727291e9 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:40:31.402974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Attempting to bind port 5a6ffccc-34e3-42cc-a465-b55f727291e9 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:40:31.413379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Port 5a6ffccc-34e3-42cc-a465-b55f727291e9 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:40:31.413887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Attempting to bind port 5a6ffccc-34e3-42cc-a465-b55f727291e9 on network c6488502-d478-4c15-aad9-cec2dbbd6c1f {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:40:31.423987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:40:31.431169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Checking segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:40:31.433407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Bound using segment: {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:40:31.434215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Bound port: 5a6ffccc-34e3-42cc-a465-b55f727291e9, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ebf6e1-bfe9-444c-acda-f993caec5785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:40:31.436650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:31.664458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] For port 5a6ffccc-34e3-42cc-a465-b55f727291e9, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:40:31.670777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] For port 5a6ffccc-34e3-42cc-a465-b55f727291e9, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:40:31.699726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:31.714888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:31.753567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ed1dd-1ac9-404f-a12c-fa61c7a6a377 req-41f22260-827a-4540-a3d8-b78fa25f71cf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:31.763170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf6ed1dd-1ac9-404f-a12c-fa61c7a6a377 req-41f22260-827a-4540-a3d8-b78fa25f71cf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1465371
Apr 19 03:40:31.799530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:31.800304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:31.801791 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] 10.222.0.43 "PUT /v2.0/ports/5a6ffccc-34e3-42cc-a465-b55f727291e9 HTTP/1.1" status: 200  len: 1093 time: 1.4101949
Apr 19 03:40:31.809354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'tag': '5a6ffccc-34e3-42cc-a465-b55f727291e9'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:31.829871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf6ed1dd-1ac9-404f-a12c-fa61c7a6a377 req-ae0ff64b-434b-4111-bfca-ce1f6146c8f7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631673
Apr 19 03:40:31.870439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ffccc-34e3-42cc-a465-b55f727291e9,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:31.882606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:31.986695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23aaab95-2597-47bf-b650-941082058783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:31.988632 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-23aaab95-2597-47bf-b650-941082058783 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 1096 time: 0.1047277
Apr 19 03:40:32.180708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d6781-7e7d-4daa-b369-19284765850c req-81c8cd81-6400-4c03-a699-4b73e1fb8af5 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:32.188637 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-122ba763-e528-4300-bb75-73042decd32d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9 HTTP/1.1" status: 200  len: 217 time: 0.1856976
Apr 19 03:40:32.188822 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-731d6781-7e7d-4daa-b369-19284765850c req-81c8cd81-6400-4c03-a699-4b73e1fb8af5 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 943 time: 0.1374907
Apr 19 03:40:32.281770 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-731d6781-7e7d-4daa-b369-19284765850c req-415b71d1-0ff8-4539-8522-7082eb9ab306 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847855
Apr 19 03:40:32.292418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'tag': '5a6ffccc-34e3-42cc-a465-b55f727291e9', 'status': 'completed', 'code': 200}
Apr 19 03:40:32.453979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-c51f1c3a-98cd-4ddc-b9a2-1383db7c4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:32.453979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-c51f1c3a-98cd-4ddc-b9a2-1383db7c4944 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.1596916
Apr 19 03:40:32.527131 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-02403d71-eb86-43e2-8662-7aa488b1a474 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569355
Apr 19 03:40:32.539659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-fd2c4054-fc5b-4a6a-928d-2070271c31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:32.541215 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-fd2c4054-fc5b-4a6a-928d-2070271c31de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.3535829
Apr 19 03:40:32.795679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89539-c9b6-4bc2-9442-9267ed3e0b82 req-1a81afac-8a80-4585-a442-20c89dcef782 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:32.797296 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-acd89539-c9b6-4bc2-9442-9267ed3e0b82 req-1a81afac-8a80-4585-a442-20c89dcef782 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.4600191
Apr 19 03:40:32.799503 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-5f2923f5-9b50-4ae7-9d51-bd6c8e5ec822 service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568319
Apr 19 03:40:33.034996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4f53f-c6f5-4b29-a729-df8da3812210 req-ef841f4a-0e98-479e-8006-bd1312358e0b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:33.036714 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7b4f53f-c6f5-4b29-a729-df8da3812210 req-ef841f4a-0e98-479e-8006-bd1312358e0b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0960176
Apr 19 03:40:33.041231 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-acd89539-c9b6-4bc2-9442-9267ed3e0b82 req-2bf11e02-af2f-4fae-ad08-a733820c142d tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344823
Apr 19 03:40:33.095829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-52da4d94-10e3-4d15-a65d-585679599ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:33.097565 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-52da4d94-10e3-4d15-a65d-585679599ee7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.3354163
Apr 19 03:40:33.106322 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7b4f53f-c6f5-4b29-a729-df8da3812210 req-6d91fdbb-a866-4cae-91b7-7441065fd51f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619459
Apr 19 03:40:33.196059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-5349c905-3b53-4f80-b98a-7e6609d1eb2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.0879653
Apr 19 03:40:33.198400 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-029f11b6-55b7-4537-95be-6d02ea718b02 req-0bea0c3c-6a1f-4a75-a723-d5addcf3daef service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3892353
Apr 19 03:40:33.282514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-de30a355-710a-4aac-b382-71bd7c39ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:33.284791 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-de30a355-710a-4aac-b382-71bd7c39ffe8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.0678668
Apr 19 03:40:33.383978 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-0c17cc4f-fceb-4b23-8980-5556ba245f60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0903361
Apr 19 03:40:33.598496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-3d98816f-d317-4984-bdcb-958adc9116ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:33.600131 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-3d98816f-d317-4984-bdcb-958adc9116ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a4502ef85b348a384aa26343b925024&device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 1096 time: 0.2685428
Apr 19 03:40:33.716894 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-a5b74a55-e36f-4616-a8b2-89ae8c954419 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148258
Apr 19 03:40:33.726956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2610a36-c329-43b5-bc60-69828c83eb21 req-c108113e-c08a-47e0-a712-c4caef02aeb3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:33.727698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-d2610a36-c329-43b5-bc60-69828c83eb21 req-c108113e-c08a-47e0-a712-c4caef02aeb3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:40:34.065439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-d2610a36-c329-43b5-bc60-69828c83eb21 req-c108113e-c08a-47e0-a712-c4caef02aeb3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:40:34.072814 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d2610a36-c329-43b5-bc60-69828c83eb21 req-c108113e-c08a-47e0-a712-c4caef02aeb3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 943 time: 0.6740212
Apr 19 03:40:34.160463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-638873a6-d679-488a-94c6-13965fcf9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:34.162074 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-638873a6-d679-488a-94c6-13965fcf9b62 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 200  len: 915 time: 0.5534008
Apr 19 03:40:34.239793 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d2610a36-c329-43b5-bc60-69828c83eb21 req-c1ab0b7c-89c3-483b-b9ae-b77928b3eb42 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656618
Apr 19 03:40:34.292782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6b690-72e7-4c24-b169-8a5952ee84a5 req-b264a6e9-010f-4da6-887c-98459a37f691 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:34.295171 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eeb6b690-72e7-4c24-b169-8a5952ee84a5 req-b264a6e9-010f-4da6-887c-98459a37f691 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1188045
Apr 19 03:40:34.309867 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-5c631d7c-c3af-49bc-be8a-f43e018cd667 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9 HTTP/1.1" status: 200  len: 217 time: 0.1359940
Apr 19 03:40:34.313812 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f105cd0-7c2b-4fee-9a8a-a2280cdbda56 req-32d29699-d7da-408e-868f-366cd3a0ae5f service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3520160
Apr 19 03:40:34.350090 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eeb6b690-72e7-4c24-b169-8a5952ee84a5 req-61df0743-781b-4e48-bb58-64782f4e34ab tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478776
Apr 19 03:40:34.386642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-8ccbac94-bcdb-4b51-a9e9-ee339855bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:34.388239 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-8ccbac94-bcdb-4b51-a9e9-ee339855bcc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 200  len: 854 time: 0.0735219
Apr 19 03:40:34.490182 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-ebc14df9-7df1-48b4-a122-2dd3b312a600 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6488502-d478-4c15-aad9-cec2dbbd6c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585530
Apr 19 03:40:34.622141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bbd0-d199-4de0-b30b-7240f25f84e3 req-be21fa84-ea4a-4765-8291-954322afe47f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:34.623806 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12a6bbd0-d199-4de0-b30b-7240f25f84e3 req-be21fa84-ea4a-4765-8291-954322afe47f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.2333703
Apr 19 03:40:34.661599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:40:34.693434 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-93913e03-1e2a-4f6b-9467-860feafbaa9d service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1949563
Apr 19 03:40:34.701929 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12a6bbd0-d199-4de0-b30b-7240f25f84e3 req-97be892f-c14e-44d9-9823-dbe8e4ea1663 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668602
Apr 19 03:40:34.852773 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88016fa1-5b24-4013-9db9-6ac2fc93ade7 req-1e937f92-6551-459d-b9b8-451ed5c9228f service neutron] 10.222.0.43 "GET /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498191
Apr 19 03:40:35.503697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ab21-94e4-4460-b393-3549d930bbec req-0e015a53-6d69-4b2b-8139-e25922e8e5b9 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:35.509568 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82e7ab21-94e4-4460-b393-3549d930bbec req-0e015a53-6d69-4b2b-8139-e25922e8e5b9 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 943 time: 0.1540246
Apr 19 03:40:35.657505 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82e7ab21-94e4-4460-b393-3549d930bbec req-985cc2a6-52e8-43f4-9595-5b60ff51184b tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413348
Apr 19 03:40:35.714292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595ebd6-1bf2-48aa-8513-934d927aa231 req-82715474-5e93-42cb-a93a-f6f85558c158 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:35.723515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b595ebd6-1bf2-48aa-8513-934d927aa231 req-82715474-5e93-42cb-a93a-f6f85558c158 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1293149
Apr 19 03:40:35.788409 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b595ebd6-1bf2-48aa-8513-934d927aa231 req-b47a16b5-a502-4da8-8f6f-4d5565a5a643 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638583
Apr 19 03:40:35.967216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ed93-d28a-419d-9661-10b8f1343f3a req-abae82f4-5cc9-4a1c-9396-bd9175907f42 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:35.968805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ee3ed93-d28a-419d-9661-10b8f1343f3a req-abae82f4-5cc9-4a1c-9396-bd9175907f42 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1020122
Apr 19 03:40:36.017851 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ee3ed93-d28a-419d-9661-10b8f1343f3a req-5a96ab1f-9b1d-408d-a6c7-8cd07e9c58a8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425882
Apr 19 03:40:36.224192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 5a6ffccc-34e3-42cc-a465-b55f727291e9 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:40:36.372450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 5a6ffccc-34e3-42cc-a465-b55f727291e9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:36.388350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '5a6ffccc-34e3-42cc-a465-b55f727291e9', 'network_id': 'c6488502-d478-4c15-aad9-cec2dbbd6c1f', 'port_id': '5a6ffccc-34e3-42cc-a465-b55f727291e9', 'mac_address': 'fa:16:3e:9f:ec:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ab61ee-f297-4972-bfc7-b19316ce9dfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:40:36.450772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:36.468886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6ffccc-34e3-42cc-a465-b55f727291e9 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:40:36.485124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 5a6ffccc-34e3-42cc-a465-b55f727291e9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:36.505466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:36.507574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:36.588131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=5a6ffccc-34e3-42cc-a465-b55f727291e9,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:36.596766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.597186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.597562 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.597992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.598403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.598813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.599192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.599628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.600130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.600611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.600988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.601495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:40:36.606331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:36.903464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38540b4a-651f-4363-bc2f-797109225516 req-ada0efc4-0e99-4614-a59e-5c59678f53f3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:36.912427 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38540b4a-651f-4363-bc2f-797109225516 req-ada0efc4-0e99-4614-a59e-5c59678f53f3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 944 time: 0.1186068
Apr 19 03:40:36.951438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['5a6ffccc-34e3-42cc-a465-b55f727291e9'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:40:37.003674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38540b4a-651f-4363-bc2f-797109225516 req-6fe118fe-e117-4ca7-a3d9-5ad46b3ac2d2 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887170
Apr 19 03:40:37.095236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8334e-ce67-4bf5-a286-be31fc5223d7 req-80818cdf-ffc3-425a-9276-ad2a642ce8e6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:37.096931 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-34d8334e-ce67-4bf5-a286-be31fc5223d7 req-80818cdf-ffc3-425a-9276-ad2a642ce8e6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1600707
Apr 19 03:40:37.179106 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-34d8334e-ce67-4bf5-a286-be31fc5223d7 req-cd4aac2e-8b7a-4a56-925d-887bdb5a5e5c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728304
Apr 19 03:40:37.307017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514ed1a-5632-406e-811e-7594bac4c82b req-3c49938a-589c-4a0a-bf28-a34a6f6b176a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:37.315728 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f514ed1a-5632-406e-811e-7594bac4c82b req-3c49938a-589c-4a0a-bf28-a34a6f6b176a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1623762
Apr 19 03:40:37.362461 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f514ed1a-5632-406e-811e-7594bac4c82b req-fe0e6c9e-b3af-4271-9190-c4167b0780a1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458059
Apr 19 03:40:38.234007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02b390-7d79-499b-90cb-e5b5b7ec0e84 req-2129270f-89c6-4216-9860-973f9aae52f8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:38.236369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d02b390-7d79-499b-90cb-e5b5b7ec0e84 req-2129270f-89c6-4216-9860-973f9aae52f8 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 944 time: 0.1019537
Apr 19 03:40:38.321809 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d02b390-7d79-499b-90cb-e5b5b7ec0e84 req-cd1cca95-0ff7-4445-bf65-71ee08386e29 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750964
Apr 19 03:40:38.412532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad0af-110c-4bf7-9da6-ee4ea005405a req-1aca2f8f-e843-43bb-bec5-220b7be252f3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:38.422534 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2e0ad0af-110c-4bf7-9da6-ee4ea005405a req-1aca2f8f-e843-43bb-bec5-220b7be252f3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1228065
Apr 19 03:40:38.494418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2e0ad0af-110c-4bf7-9da6-ee4ea005405a req-06940545-cea9-442f-bbaa-c6cfcc989680 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707414
Apr 19 03:40:38.703963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eaf37-369a-4423-9cc4-6ec5403009f0 req-b97f7151-7b2e-4a39-b6f1-113b300496dc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:38.705685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-294eaf37-369a-4423-9cc4-6ec5403009f0 req-b97f7151-7b2e-4a39-b6f1-113b300496dc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0974507
Apr 19 03:40:38.768261 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-294eaf37-369a-4423-9cc4-6ec5403009f0 req-7f92a5e4-3eaa-4e78-9cd5-6a04974f3df1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559494
Apr 19 03:40:39.013084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60220) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:39.186224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.202835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:40:39.206987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Usage tracker for resource:security_group_rule and tenant:ab4d05b92003433d8f60a32eadee84c5 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:40:39.210039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:40:39.216185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:40:39.366775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.400712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.426582 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:39.449607 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab4d05b92003433d8f60a32eadee84c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322586
Apr 19 03:40:39.449607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60228) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:40:39.490108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ce214-e2ce-4622-bb03-4f5340bf6b2c,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:39.566663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:39.640716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.683695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.711465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4422f-2aa7-4c43-b645-628e085e9c58 req-d1ec5357-b80b-420c-b171-8080f7a296a4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:39.713096 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-45c4422f-2aa7-4c43-b645-628e085e9c58 req-d1ec5357-b80b-420c-b171-8080f7a296a4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 944 time: 0.2325258
Apr 19 03:40:39.744703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f070335-121d-48c9-80df-8dcfcbf48632 req-808a31fc-8069-43ad-b0aa-5f8bb630e0c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:39.746577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f070335-121d-48c9-80df-8dcfcbf48632 req-808a31fc-8069-43ad-b0aa-5f8bb630e0c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0992122
Apr 19 03:40:39.806835 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-45c4422f-2aa7-4c43-b645-628e085e9c58 req-1404498c-6c80-4495-a207-77a86204c0af tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802488
Apr 19 03:40:39.820934 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f070335-121d-48c9-80df-8dcfcbf48632 req-b1aa4719-7f1d-4eea-b8c9-1ad7cf17074a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624557
Apr 19 03:40:39.846458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.854985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fbc5aff0-f100-45e4-95d4-1b300be3e7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:39.876298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ce214-e2ce-4622-bb03-4f5340bf6b2c,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:39.878695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:39.879724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:39.881362 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd6ce214-e2ce-4622-bb03-4f5340bf6b2c HTTP/1.1" status: 204  len: 168 time: 0.4310772
Apr 19 03:40:40.082576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58eed4-5baa-4796-9129-963ce60de6b8 req-aa90627d-3696-4461-9576-56b1b2033339 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:40.084224 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7d58eed4-5baa-4796-9129-963ce60de6b8 req-aa90627d-3696-4461-9576-56b1b2033339 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0945828
Apr 19 03:40:40.150367 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7d58eed4-5baa-4796-9129-963ce60de6b8 req-f3e002fc-1474-462d-a61c-a5db6328fade tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576174
Apr 19 03:40:40.256406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 5a6ffccc-34e3-42cc-a465-b55f727291e9 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:40:40.379484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 5a6ffccc-34e3-42cc-a465-b55f727291e9 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:40:40.386159 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 5a6ffccc-34e3-42cc-a465-b55f727291e9 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:40:40.387013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:40.533132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:40.586820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ffccc-34e3-42cc-a465-b55f727291e9'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:40:40.618197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 5a6ffccc-34e3-42cc-a465-b55f727291e9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:40:40.651846 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ffccc-34e3-42cc-a465-b55f727291e9', 'code': 200}
Apr 19 03:40:40.653506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:40.658732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:40:40.742483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=5a6ffccc-34e3-42cc-a465-b55f727291e9,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:40:40.747495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:40:41.141399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62fce-2877-41c5-a13e-8fd1c5b5eda0 req-72353746-2262-47fd-9868-e9f49c17f881 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:41.176277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-60e62fce-2877-41c5-a13e-8fd1c5b5eda0 req-72353746-2262-47fd-9868-e9f49c17f881 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1713698
Apr 19 03:40:41.176416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9f8ba-def7-4f4a-97c2-ff063647a4c4 req-58ddc7b7-3e78-412f-b49b-f4b2914509e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:41.176416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c5f9f8ba-def7-4f4a-97c2-ff063647a4c4 req-58ddc7b7-3e78-412f-b49b-f4b2914509e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 1098 time: 0.2466326
Apr 19 03:40:41.189745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31794a30-1763-4f70-bc9d-68ed19108d87 req-5ed5483f-b984-413f-8a80-b75d6ab4a1de tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:41.201655 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31794a30-1763-4f70-bc9d-68ed19108d87 req-5ed5483f-b984-413f-8a80-b75d6ab4a1de tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.2036602
Apr 19 03:40:41.225825 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-60e62fce-2877-41c5-a13e-8fd1c5b5eda0 req-4ffe28a9-fc7e-428f-a490-28e544f6f85a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509651
Apr 19 03:40:41.278299 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31794a30-1763-4f70-bc9d-68ed19108d87 req-158dda18-2027-4549-a263-98adf65e2daa tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755951
Apr 19 03:40:41.296171 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c5f9f8ba-def7-4f4a-97c2-ff063647a4c4 req-bbac8dc2-1aeb-4274-a6ee-8c43994473ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676861
Apr 19 03:40:41.504340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47c172-eb60-48e8-a889-396aff92249e req-35e34588-7ecc-4575-bb6a-21d029351671 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:41.506096 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c47c172-eb60-48e8-a889-396aff92249e req-35e34588-7ecc-4575-bb6a-21d029351671 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0946772
Apr 19 03:40:41.577661 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c47c172-eb60-48e8-a889-396aff92249e req-a862a117-e1c5-4449-a1e2-605e6131d671 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646479
Apr 19 03:40:42.432742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b125e9-620e-46f2-abd2-801522465d6e req-06ec1131-53bd-465b-a731-d13991b1ac62 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:42.434751 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a5b125e9-620e-46f2-abd2-801522465d6e req-06ec1131-53bd-465b-a731-d13991b1ac62 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0940852
Apr 19 03:40:42.526318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9e403-6311-4b17-91e9-0aca279fa9f7 req-79768d9e-e932-4c99-8103-6c2b2fe2a65e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:42.528081 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5f9e403-6311-4b17-91e9-0aca279fa9f7 req-79768d9e-e932-4c99-8103-6c2b2fe2a65e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.1235991
Apr 19 03:40:42.640243 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5f9e403-6311-4b17-91e9-0aca279fa9f7 req-8d1497d0-8e20-42ba-b668-ea4cf68021d4 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050372
Apr 19 03:40:42.782079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a5b125e9-620e-46f2-abd2-801522465d6e req-7a3ce485-73a9-4df5-af12-b87e6deff5b8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3377728
Apr 19 03:40:42.982099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7097b-9525-46c6-a68f-79de5d4f51e0 req-a4696853-cba7-4e3b-b6d4-69b5c9c5f537 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:42.983811 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ec7097b-9525-46c6-a68f-79de5d4f51e0 req-a4696853-cba7-4e3b-b6d4-69b5c9c5f537 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0979693
Apr 19 03:40:43.033745 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ec7097b-9525-46c6-a68f-79de5d4f51e0 req-0fda7ca4-13bb-421b-a5c3-20253d26f282 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434258
Apr 19 03:40:43.858546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06fa9-e5a6-4427-8573-0e05918554d6 req-9ae12925-b44a-4f27-9d6d-364d81873f59 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:43.866351 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dff06fa9-e5a6-4427-8573-0e05918554d6 req-9ae12925-b44a-4f27-9d6d-364d81873f59 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.1008139
Apr 19 03:40:43.932451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dff06fa9-e5a6-4427-8573-0e05918554d6 req-04b33600-6158-441e-945c-459e35de6e1f tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645726
Apr 19 03:40:44.008671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675245e-50a8-4473-8cc3-e8ace7814453 req-44067031-bed7-4f30-8b1b-6e52793533f4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:44.018407 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7675245e-50a8-4473-8cc3-e8ace7814453 req-44067031-bed7-4f30-8b1b-6e52793533f4 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1135395
Apr 19 03:40:44.078579 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7675245e-50a8-4473-8cc3-e8ace7814453 req-dd54bb55-de36-44c7-8c4e-50131a03116f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605516
Apr 19 03:40:44.279428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b89b5-4b76-4175-92fc-5e511fd088ab req-9fcf302d-e9a8-41b8-b00a-1577578b2c78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:44.287319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-843b89b5-4b76-4175-92fc-5e511fd088ab req-9fcf302d-e9a8-41b8-b00a-1577578b2c78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1094260
Apr 19 03:40:44.344018 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-843b89b5-4b76-4175-92fc-5e511fd088ab req-63a7b81d-d4fe-4604-868a-762ce32b0993 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557206
Apr 19 03:40:45.270359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f2c2b-ed78-45e4-8843-fd71d133d630 req-d6520152-221a-479f-9cb8-be6a00888c04 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:45.271938 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe0f2c2b-ed78-45e4-8843-fd71d133d630 req-d6520152-221a-479f-9cb8-be6a00888c04 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0865366
Apr 19 03:40:45.318039 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe0f2c2b-ed78-45e4-8843-fd71d133d630 req-48a0a0bb-ab9b-471c-851a-ff8bfbc6a3d5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399413
Apr 19 03:40:45.550408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fa53d-37c2-4d39-947a-1f2ed381bf89 req-f96eb375-ae2e-47fa-9687-3d2dea1017f1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:45.551681 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2b1fa53d-37c2-4d39-947a-1f2ed381bf89 req-f96eb375-ae2e-47fa-9687-3d2dea1017f1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0924489
Apr 19 03:40:45.599688 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2b1fa53d-37c2-4d39-947a-1f2ed381bf89 req-e85ed270-e027-4217-a40e-6ebdb9e77263 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416944
Apr 19 03:40:46.514927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bef0bf-c44d-477d-a3e9-688f8581828c req-5734e216-113e-4276-8d98-3dff94be5566 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:46.516537 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c9bef0bf-c44d-477d-a3e9-688f8581828c req-5734e216-113e-4276-8d98-3dff94be5566 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0866232
Apr 19 03:40:46.566502 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c9bef0bf-c44d-477d-a3e9-688f8581828c req-3a5b4681-22f3-4c0f-a84b-652f053546c6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437696
Apr 19 03:40:46.803750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81667cc-2d33-44d5-b78e-439664f279d3 req-dc56655f-71fc-46ae-926e-70f292172721 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:46.805381 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e81667cc-2d33-44d5-b78e-439664f279d3 req-dc56655f-71fc-46ae-926e-70f292172721 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0905845
Apr 19 03:40:46.854436 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e81667cc-2d33-44d5-b78e-439664f279d3 req-2963cfea-4a18-45be-a81a-7b373a4e58b7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410151
Apr 19 03:40:47.797022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f095a4-597c-4c65-acc2-d9ef6b46fb22 req-e21d230b-c3f7-40cf-91e9-d4ad00404dbc tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:47.798693 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22f095a4-597c-4c65-acc2-d9ef6b46fb22 req-e21d230b-c3f7-40cf-91e9-d4ad00404dbc tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0930040
Apr 19 03:40:47.849919 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22f095a4-597c-4c65-acc2-d9ef6b46fb22 req-a1de67f0-4502-4f61-aa64-b9daa4e2d505 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444677
Apr 19 03:40:48.076808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42117973-b517-4fe7-9101-fe53153f29aa req-cdc27321-c000-4b9b-a477-98f13a821a5d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:48.079396 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-42117973-b517-4fe7-9101-fe53153f29aa req-cdc27321-c000-4b9b-a477-98f13a821a5d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1085594
Apr 19 03:40:48.136814 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-42117973-b517-4fe7-9101-fe53153f29aa req-75f99a90-a57b-47b2-b77e-1c67b16c08f2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428798
Apr 19 03:40:48.871291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4a566a28-d714-4552-b8ec-9bd3fe9b9453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:49.113657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42179b-7ccb-4249-b064-17419821645a req-4a5c84f8-125f-4b74-877b-51707ee3048b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:49.121162 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb42179b-7ccb-4249-b064-17419821645a req-4a5c84f8-125f-4b74-877b-51707ee3048b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1270685
Apr 19 03:40:49.186963 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb42179b-7ccb-4249-b064-17419821645a req-e73ee38e-c657-44b7-aa0e-11283e4a91b2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630910
Apr 19 03:40:49.415388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b4c3f-70ff-45be-8ebc-c1b81b8e2557 req-54e9947b-7f55-4c49-85fc-59812ce645a0 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:49.423875 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-253b4c3f-70ff-45be-8ebc-c1b81b8e2557 req-54e9947b-7f55-4c49-85fc-59812ce645a0 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1278374
Apr 19 03:40:49.483722 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-253b4c3f-70ff-45be-8ebc-c1b81b8e2557 req-7c421166-1c86-40e1-b32f-5eaaa834a360 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578017
Apr 19 03:40:50.384569 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e75935-7839-4834-8e6d-f6004eff524c req-5c99f442-94e1-4913-8fb0-a694cab57380 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:50.385879 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e1e75935-7839-4834-8e6d-f6004eff524c req-5c99f442-94e1-4913-8fb0-a694cab57380 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0893013
Apr 19 03:40:50.434075 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e1e75935-7839-4834-8e6d-f6004eff524c req-b34e212e-00d4-4f53-a9cc-48d25c3a6a01 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416558
Apr 19 03:40:50.693241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba37fc-1322-4a75-bccc-a0dbf91f8b5f req-226021a5-66c8-4aee-b1f6-6494dafd853a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:50.694805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6dba37fc-1322-4a75-bccc-a0dbf91f8b5f req-226021a5-66c8-4aee-b1f6-6494dafd853a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0914052
Apr 19 03:40:50.741926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6dba37fc-1322-4a75-bccc-a0dbf91f8b5f req-8f2443dc-2acc-4e39-b478-5b80a021a984 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407162
Apr 19 03:40:51.401896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc840-ca04-4071-b02e-3c032167c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:51.630538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2151-6119-4876-b70d-be4cb18062fd req-9a202b61-0e85-41a9-8bd8-98ac0899f57b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:51.632177 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a38c2151-6119-4876-b70d-be4cb18062fd req-9a202b61-0e85-41a9-8bd8-98ac0899f57b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0875034
Apr 19 03:40:51.679242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a38c2151-6119-4876-b70d-be4cb18062fd req-40d6a59b-bd70-4955-b02d-41075823e466 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398715
Apr 19 03:40:51.859235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:51.947700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1d1e-1e36-4c60-b01b-2c406943e3a5 req-c0a80434-161b-4ff2-ab36-8ae17a1a5345 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:51.949274 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-586c1d1e-1e36-4c60-b01b-2c406943e3a5 req-c0a80434-161b-4ff2-ab36-8ae17a1a5345 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0929856
Apr 19 03:40:51.996864 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-586c1d1e-1e36-4c60-b01b-2c406943e3a5 req-9c5e1e08-d021-48c1-a83a-8b77ccba478e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413754
Apr 19 03:40:52.099028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:52.480644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:53.025041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e0aa-41a9-4110-b7b0-e9f92e0ad720 req-9c50b91e-59d0-4fce-9f33-fb644d56eb45 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:53.026635 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64a4e0aa-41a9-4110-b7b0-e9f92e0ad720 req-9c50b91e-59d0-4fce-9f33-fb644d56eb45 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0913923
Apr 19 03:40:53.075455 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64a4e0aa-41a9-4110-b7b0-e9f92e0ad720 req-c2fb349d-a925-412c-9b11-9ce38e5e6cb3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424016
Apr 19 03:40:53.264752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:40:53.286773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35af4f-df73-4222-ba29-0b44d8464108 req-88479a52-62f5-4158-bff9-fa08ad146677 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:53.288369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5e35af4f-df73-4222-ba29-0b44d8464108 req-88479a52-62f5-4158-bff9-fa08ad146677 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0942440
Apr 19 03:40:53.337588 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5e35af4f-df73-4222-ba29-0b44d8464108 req-4ba9322d-96af-4ed1-9c5b-eb7e5cae5baa tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422764
Apr 19 03:40:54.302481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f8e79-252d-4364-8c48-78916224887b req-93d3ecae-8b45-4cd9-a31a-178cf4c65df7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:54.304431 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-883f8e79-252d-4364-8c48-78916224887b req-93d3ecae-8b45-4cd9-a31a-178cf4c65df7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0933449
Apr 19 03:40:54.358881 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-883f8e79-252d-4364-8c48-78916224887b req-6e8eab18-07f7-4d80-83e2-efe0ac76fbf1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473535
Apr 19 03:40:54.613093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f14d21-2f10-4803-84de-c54a8cd9925e req-88bc5647-448a-480b-8a32-104a02d3195a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:54.622126 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98f14d21-2f10-4803-84de-c54a8cd9925e req-88bc5647-448a-480b-8a32-104a02d3195a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1527734
Apr 19 03:40:54.678316 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98f14d21-2f10-4803-84de-c54a8cd9925e req-4d55ca9f-838a-47cb-9986-d4cbc69eef12 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549214
Apr 19 03:40:55.614030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa41ec9-8352-43c5-9ca7-5d1dde13c114 req-f8745f83-d75f-4d28-b3f1-bb7e67960316 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:55.622097 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0aa41ec9-8352-43c5-9ca7-5d1dde13c114 req-f8745f83-d75f-4d28-b3f1-bb7e67960316 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1406281
Apr 19 03:40:55.681947 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0aa41ec9-8352-43c5-9ca7-5d1dde13c114 req-22f4fd16-6156-4632-9b43-5ca7fe70a2c5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589125
Apr 19 03:40:55.893730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc9b8e-99dd-4e22-82cf-510f2467811f req-48e83a45-7135-4d21-83fa-821a072c1a2c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:55.895803 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e5dc9b8e-99dd-4e22-82cf-510f2467811f req-48e83a45-7135-4d21-83fa-821a072c1a2c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0928221
Apr 19 03:40:55.945183 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e5dc9b8e-99dd-4e22-82cf-510f2467811f req-e81c63b8-545c-477c-b9ae-b8293f410a66 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430515
Apr 19 03:40:56.919562 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef0ae7-7ed3-456f-b721-bafc5519537d req-e4f23f9e-c585-44ce-a1cf-bc978126704b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:56.921885 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d8ef0ae7-7ed3-456f-b721-bafc5519537d req-e4f23f9e-c585-44ce-a1cf-bc978126704b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0970330
Apr 19 03:40:56.972920 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d8ef0ae7-7ed3-456f-b721-bafc5519537d req-3420394a-d9be-4536-9dca-b56f1fa1844e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441077
Apr 19 03:40:57.174433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337d58-3797-41e6-8f98-0c71ef35cce8 req-29bbad67-b923-43ab-93a3-bc4c0db0fd19 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:57.176097 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-34337d58-3797-41e6-8f98-0c71ef35cce8 req-29bbad67-b923-43ab-93a3-bc4c0db0fd19 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0943074
Apr 19 03:40:57.250152 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-34337d58-3797-41e6-8f98-0c71ef35cce8 req-65840c9c-c31b-4e97-99dc-59cbba3ab658 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663652
Apr 19 03:40:58.198468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de56c2-c56e-40bc-bc79-49f826945e60 req-82d9561a-bcc0-4728-8978-5ad5d2719294 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:58.203672 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-83de56c2-c56e-40bc-bc79-49f826945e60 req-82d9561a-bcc0-4728-8978-5ad5d2719294 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1003461
Apr 19 03:40:58.252527 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-83de56c2-c56e-40bc-bc79-49f826945e60 req-28fd5912-8f59-437e-8b7c-4340fe2c7230 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461478
Apr 19 03:40:58.480379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94f1e-91ff-4a76-9415-6a6ebc2953ab req-3b13e72f-e7bd-4284-b2f3-be40cfd46552 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:58.482077 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2dc94f1e-91ff-4a76-9415-6a6ebc2953ab req-3b13e72f-e7bd-4284-b2f3-be40cfd46552 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1112888
Apr 19 03:40:58.539120 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2dc94f1e-91ff-4a76-9415-6a6ebc2953ab req-3c5b6741-5b8f-4202-9b13-a2f3a4559077 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489883
Apr 19 03:40:59.456085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f1cb5-d10c-4149-9723-c142d506f85f req-19db27f0-b6f1-499d-aff6-35ee306091ba tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:59.457730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b00f1cb5-d10c-4149-9723-c142d506f85f req-19db27f0-b6f1-499d-aff6-35ee306091ba tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0873656
Apr 19 03:40:59.521959 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b00f1cb5-d10c-4149-9723-c142d506f85f req-eb26b5e0-0937-4a4f-a1e6-7312b7527c8a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576940
Apr 19 03:40:59.793344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aefa4-9a34-416b-8d90-dbbad915414c req-72bbbbb2-f666-4525-bcfd-d089d70650f4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:40:59.793344 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d1aefa4-9a34-416b-8d90-dbbad915414c req-72bbbbb2-f666-4525-bcfd-d089d70650f4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0951416
Apr 19 03:40:59.851715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d1aefa4-9a34-416b-8d90-dbbad915414c req-ba16d962-e202-4cf5-af55-4b27273d05c9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487769
Apr 19 03:41:00.734132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b1840-fbb3-4a3a-91a3-f08d3b205f75 req-36988dcb-6246-4e69-bd77-e7e8e4a2a59e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:00.735740 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe7b1840-fbb3-4a3a-91a3-f08d3b205f75 req-36988dcb-6246-4e69-bd77-e7e8e4a2a59e tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0925488
Apr 19 03:41:00.784450 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe7b1840-fbb3-4a3a-91a3-f08d3b205f75 req-3dd0bacd-5cc9-4f42-b048-e693554ac95a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420444
Apr 19 03:41:01.049927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013f1b-33ae-48b6-aa49-69fe873ab6b8 req-a45cb386-753f-4468-81a0-a20d15005103 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:01.051605 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f013f1b-33ae-48b6-aa49-69fe873ab6b8 req-a45cb386-753f-4468-81a0-a20d15005103 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0882502
Apr 19 03:41:01.098298 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f013f1b-33ae-48b6-aa49-69fe873ab6b8 req-cfe738f7-ec6a-4874-b5f1-556f50d99155 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399640
Apr 19 03:41:01.985102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9835a46-208f-4046-8aca-1ba2ac75b569 req-c7eeb5b8-2154-4f62-811e-4c6502995763 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:01.986963 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b9835a46-208f-4046-8aca-1ba2ac75b569 req-c7eeb5b8-2154-4f62-811e-4c6502995763 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0870969
Apr 19 03:41:02.034737 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b9835a46-208f-4046-8aca-1ba2ac75b569 req-9d870ea4-8c14-404c-9cef-44be671fe954 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413759
Apr 19 03:41:02.298716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcef54-70cb-43ab-b2bd-3b29592e1ee1 req-7676097e-6531-427d-8db9-f958d8bee07c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:02.300332 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cfdcef54-70cb-43ab-b2bd-3b29592e1ee1 req-7676097e-6531-427d-8db9-f958d8bee07c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0906165
Apr 19 03:41:02.348304 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cfdcef54-70cb-43ab-b2bd-3b29592e1ee1 req-186ec7e2-5a99-42d7-b1dc-83b09f771d0d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409343
Apr 19 03:41:02.871271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d317-5e3b-4a09-9534-b16f92ef8aa6 req-5c1cfc2a-381f-46fb-9ff4-820a032ee0db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:02.872859 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0aa8d317-5e3b-4a09-9534-b16f92ef8aa6 req-5c1cfc2a-381f-46fb-9ff4-820a032ee0db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1458948
Apr 19 03:41:02.936590 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0aa8d317-5e3b-4a09-9534-b16f92ef8aa6 req-41402b4f-7457-4df9-acdc-594b17280cd8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528469
Apr 19 03:41:02.938806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-d9d3347d-0cba-445a-a36c-42ca8793c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:02.940311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-d9d3347d-0cba-445a-a36c-42ca8793c642 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1099 time: 0.1380091
Apr 19 03:41:03.390479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0199dc-cce3-459a-b203-8d20960a7366 req-8bfad93d-26a1-4e52-ab4b-e6521fb2f2a3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:03.393972 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-af0199dc-cce3-459a-b203-8d20960a7366 req-8bfad93d-26a1-4e52-ab4b-e6521fb2f2a3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1886187
Apr 19 03:41:03.459750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-44311ac9-a6b5-4843-ab7b-0c2ec9bb94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:03.461172 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-44311ac9-a6b5-4843-ab7b-0c2ec9bb94ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.5091534
Apr 19 03:41:03.463845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-af0199dc-cce3-459a-b203-8d20960a7366 req-213acfcf-f4c1-4100-887c-7c4c88d4f438 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615292
Apr 19 03:41:03.585626 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-e5bb6a34-3331-4609-a2ef-000bc9e71051 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 200  len: 1001 time: 0.1163402
Apr 19 03:41:03.659900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-398bcd9a-ae61-47a3-8d0b-74b2958bcd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:03.661444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-398bcd9a-ae61-47a3-8d0b-74b2958bcd90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0661983
Apr 19 03:41:03.749715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-dcaafa2b-810c-49c5-8d05-040034798887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:03.751497 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-dcaafa2b-810c-49c5-8d05-040034798887 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822356
Apr 19 03:41:03.899521 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-a6eb8da0-b4f6-4bd7-9701-7247d12711e5 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367524
Apr 19 03:41:04.053905 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98ca3c56-54e8-44f0-9bf1-7f1167a1f519 req-bc321f8f-15df-4a3c-ab49-b359fac92e2f service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446488
Apr 19 03:41:04.160357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d58b4c-d3c3-47ba-86ed-193acc5f9413 req-38c0b2d1-3f85-4361-99d1-6bd866f9ad5b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:04.160918 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-43d58b4c-d3c3-47ba-86ed-193acc5f9413 req-38c0b2d1-3f85-4361-99d1-6bd866f9ad5b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1024888
Apr 19 03:41:04.211840 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-43d58b4c-d3c3-47ba-86ed-193acc5f9413 req-56f71c5d-1eff-41b1-8a9a-ea5f37fc4347 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432210
Apr 19 03:41:04.708859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecf3ff-42ff-465b-9f8f-3afa56b11d5f req-2648350b-b09b-4ec4-b90a-578d697418a7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:04.710468 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2ecf3ff-42ff-465b-9f8f-3afa56b11d5f req-2648350b-b09b-4ec4-b90a-578d697418a7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1212037
Apr 19 03:41:04.760858 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2ecf3ff-42ff-465b-9f8f-3afa56b11d5f req-28c6f8b5-5c48-4cb7-9624-9be8a17ad86c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429657
Apr 19 03:41:05.127470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00c6a3-a81d-448d-b36c-58a9faf93c65 req-305594d7-4c3b-45da-a319-c8d4a9d49f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:05.129129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc00c6a3-a81d-448d-b36c-58a9faf93c65 req-305594d7-4c3b-45da-a319-c8d4a9d49f1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.0781255
Apr 19 03:41:05.172322 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc00c6a3-a81d-448d-b36c-58a9faf93c65 req-9efe7c6e-8e05-4327-8ea7-39b1587f7611 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352821
Apr 19 03:41:05.416906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4d05a-f0b8-40ea-907c-72ed2e66ce05 req-4be70692-94d1-484a-898f-baa6e4cf22bf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:05.418402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-83f4d05a-f0b8-40ea-907c-72ed2e66ce05 req-4be70692-94d1-484a-898f-baa6e4cf22bf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0905759
Apr 19 03:41:05.469011 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-83f4d05a-f0b8-40ea-907c-72ed2e66ce05 req-26d9a7a7-8e08-4934-8b69-bfa2bf8e1de2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443232
Apr 19 03:41:05.978006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4712fe-e9a6-46e0-9261-eb90e7210205 req-9e45e2d0-6e3f-484d-95bf-00e7c72a3f61 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:05.979634 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-db4712fe-e9a6-46e0-9261-eb90e7210205 req-9e45e2d0-6e3f-484d-95bf-00e7c72a3f61 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0877540
Apr 19 03:41:06.023510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60774) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:06.062774 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-db4712fe-e9a6-46e0-9261-eb90e7210205 req-31c29f7f-10b5-412a-b037-44242cd3565b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766265
Apr 19 03:41:06.098320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Deleting subnet f9dc9739-dc36-4128-94c6-b4a231eb235e {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:41:06.101701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.156262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.217681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.527969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.533097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-713412c9-1f5f-4f1e-a8bd-ea40412777f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:06.570985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9dc9739-dc36-4128-94c6-b4a231eb235e,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:06.574100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.577655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:06.580688 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b865b647-00f9-4a3a-8416-fdba4a43e763 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f9dc9739-dc36-4128-94c6-b4a231eb235e HTTP/1.1" status: 204  len: 168 time: 0.5564201
Apr 19 03:41:06.583345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60786) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:06.699510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.833779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.950519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945799c588>,) {'filters': {'network_id': ['cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:06.962829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945799c588>, 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:06.963169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945799c588>, 'c22659d3-8f9e-4d96-967a-c37f8f7bc8ff') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:06.974781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.989836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:06.996565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:41:07.175085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:41:07.184176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:07.428035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Network cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:41:07.453699 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:41:07.535174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a90d0-96c2-4d66-8ef7-18497c129c36 req-d6e6747a-d6aa-4744-ad35-67b300190ea8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:07.536788 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-945a90d0-96c2-4d66-8ef7-18497c129c36 req-d6e6747a-d6aa-4744-ad35-67b300190ea8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.3390198
Apr 19 03:41:07.577609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:07.588760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4b804a1a-8a34-45b3-879f-4608c72dbad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:07.604408 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-945a90d0-96c2-4d66-8ef7-18497c129c36 req-d152428b-d90d-4415-8d6d-845f7854a5c2 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588930
Apr 19 03:41:07.621797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:07.621797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:07.621797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:07.668472 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cc00f79a-6e4b-4341-acaa-ebb6b4fd13e5 HTTP/1.1" status: 204  len: 168 time: 1.0807824
Apr 19 03:41:07.926734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60816) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:07.988113 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-61b498c6-0a15-4892-a32e-bf3c0e199aa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3d298f017a843b39a22bd94f3bcfdd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598919
Apr 19 03:41:07.991161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60820) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:08.058690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:08.088066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:08.184403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:08.189649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-64baa431-2703-4324-8e8b-b85f715af915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:08.203965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea6b496-e85b-4c99-ae41-9f868eac3de1,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:08.211824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.214972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.215333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.215715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.216095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:08.219401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:08.240924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:08.242528 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aea6b496-e85b-4c99-ae41-9f868eac3de1 HTTP/1.1" status: 204  len: 168 time: 0.2497504
Apr 19 03:41:08.253819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726b39-8adc-471b-a723-b28fad23894e req-a6a353f3-7537-4e8c-b22c-35d33a59cbe6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:08.255433 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84726b39-8adc-471b-a723-b28fad23894e req-a6a353f3-7537-4e8c-b22c-35d33a59cbe6 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0992553
Apr 19 03:41:08.302949 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84726b39-8adc-471b-a723-b28fad23894e req-1153ec1c-ec8b-449f-b266-df24cb3bd85c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409923
Apr 19 03:41:09.179753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60852) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:09.289563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2082871791-network', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:09.294696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:09.298727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Usage tracker for resource:network and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:09.301781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:09.309097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:09.360545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Made reservation on behalf of a012a767fda74dde8c60610167f3a08a for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:09.365745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.379430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.395049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:09.399048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:09.402459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:09.408433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:09.491707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.504666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6a6ed-7ed0-4bef-ba27-ddd64f1fb6a3 req-854ccbbd-8237-43cd-ba34-14940e5f522c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:09.512325 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dbb6a6ed-7ed0-4bef-ba27-ddd64f1fb6a3 req-854ccbbd-8237-43cd-ba34-14940e5f522c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0874753
Apr 19 03:41:09.531904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.536419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-15ee16cd-eadd-41a6-b8dd-fdad0f7712fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:09.555724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:41:09.557974 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dbb6a6ed-7ed0-4bef-ba27-ddd64f1fb6a3 req-7a1b9ca4-3d3e-481c-8a5f-caabf9332331 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445509
Apr 19 03:41:09.572492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.573051 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Added segment da7c4e7e-0122-4339-90cd-010792cce567 of type vlan for network aa5df436-235a-45f0-896c-3f8b6fe17aeb
Apr 19 03:41:09.586530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7cd85-0099-43cc-9fb8-3f0631e93c41,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:09.589825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:09.691097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.795936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.797321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:09.797960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:09.802989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1914234-c512-4a9a-8be3-fb228af65d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:09.903656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5df436-235a-45f0-896c-3f8b6fe17aeb,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:09.906390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:09.914081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:41:09.928375 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7474864
Apr 19 03:41:09.932013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60864) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:09.937978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Request body: {'subnet': {'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2082871791-subnet', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:09.942926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:09.946934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Usage tracker for resource:subnet and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:09.949922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:09.955879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:09.995937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Made reservation on behalf of a012a767fda74dde8c60610167f3a08a for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:10.000859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776788'] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:10.571162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-e2b07d87-1a75-4934-af33-0a419761a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:10.573297 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-e2b07d87-1a75-4934-af33-0a419761a73f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 1098 time: 0.1063466
Apr 19 03:41:10.785871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fa331-1a45-41f9-8049-9df22ef2aff1 req-e126ef22-ecbc-49d4-88c8-4f4893ec9e0b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:10.787552 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-778fa331-1a45-41f9-8049-9df22ef2aff1 req-e126ef22-ecbc-49d4-88c8-4f4893ec9e0b tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.0935037
Apr 19 03:41:10.790996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-99ae1c3f-0d37-48e2-bfee-9f7fe113b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:10.792606 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-99ae1c3f-0d37-48e2-bfee-9f7fe113b028 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.2059798
Apr 19 03:41:10.793535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776773'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:10.798733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:10.844264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-778fa331-1a45-41f9-8049-9df22ef2aff1 req-5fb28e10-5b75-4f41-b0c8-0b1f773c95d3 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492051
Apr 19 03:41:10.912768 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-7a18928d-6115-416a-b91c-3a2c7c4a7e24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 200  len: 217 time: 0.0830104
Apr 19 03:41:10.983564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0c2edf-379a-49d2-80f8-ac06a4ee0be4,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:10.991461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:11.010755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Checking segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:11.011201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Network hostable DHCP agents. Network: aa5df436-235a-45f0-896c-3f8b6fe17aeb, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:41:11.021924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-bd33bde0-e60f-461f-89c7-d938c4aa3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:11.023488 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-bd33bde0-e60f-461f-89c7-d938c4aa3cc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.0975528
Apr 19 03:41:11.084095 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-f94be9d9-d804-4dac-af2c-ccad7be95550 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509288
Apr 19 03:41:11.164297 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:41:11.214813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, aa5df436-235a-45f0-896c-3f8b6fe17aeb) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:11.223855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eef0af-3481-464a-8d0b-c9cef5cb6b27 None None] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:11.242245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:11.242890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:11.250004 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-30962263-e4e2-4fa4-ba30-eff8b2d10cdc service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580622
Apr 19 03:41:11.337733 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3318eff2-8204-42f5-9a89-49b63cf15c12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4045098
Apr 19 03:41:11.340793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60880) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:11.348072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:11.353909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:11.358295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Usage tracker for resource:router and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:11.361809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:11.368265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:11.408887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7833a7-a6fb-4ab8-9954-9b0972aaa79c req-814426cf-21a7-4033-b19c-e0ace94c33ed service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507220
Apr 19 03:41:11.442009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:11.443274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:11.491133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:41:11.492096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:11.587469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:11.663238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:41:11.693744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Allocated IP 172.20.0.2 (aa5df436-235a-45f0-896c-3f8b6fe17aeb/da0c2edf-379a-49d2-80f8-ac06a4ee0be4/0227393e-57d7-43f1-802c-b4459c4dc540) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:11.927335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:11.939246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Transition to ACTIVE for port object 0227393e-57d7-43f1-802c-b4459c4dc540 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:11.959506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Transition to ACTIVE for port object 0227393e-57d7-43f1-802c-b4459c4dc540 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:12.036828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.044288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0a176812-f9a6-42ae-a9f5-8639f319ba36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:12.139335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Pushing event updated for resources: {'Port': ['ID=0227393e-57d7-43f1-802c-b4459c4dc540,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:12.142939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:12.143904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:12.144903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:12.147023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:12.253172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Attempting to bind port 0227393e-57d7-43f1-802c-b4459c4dc540 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:12.253742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Attempting to bind port 0227393e-57d7-43f1-802c-b4459c4dc540 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:12.254155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Attempting to bind port 0227393e-57d7-43f1-802c-b4459c4dc540 on network aa5df436-235a-45f0-896c-3f8b6fe17aeb {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:12.260506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:12.260711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.260926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Checking segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:12.261499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.261942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Bound using segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:12.262466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Bound port: 0227393e-57d7-43f1-802c-b4459c4dc540, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:12.262889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.296402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcb93e-2bb8-4388-b0d6-fa8be7ed503c req-875f3937-aee8-4234-aa09-094f26782bd9 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:12.298079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7bcb93e-2bb8-4388-b0d6-fa8be7ed503c req-875f3937-aee8-4234-aa09-094f26782bd9 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2513642
Apr 19 03:41:12.355204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60900) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:12.399005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] For port 0227393e-57d7-43f1-802c-b4459c4dc540, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:12.404686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] For port 0227393e-57d7-43f1-802c-b4459c4dc540, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0227393e-57d7-43f1-802c-b4459c4dc540,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:12.430613 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7bcb93e-2bb8-4388-b0d6-fa8be7ed503c req-0c235d6b-c661-4bc5-8670-17b3800fe0f5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261072
Apr 19 03:41:12.453563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.459354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:12.554961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.578543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:12.584905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Usage tracker for resource:security_group_rule and tenant:d8153d97b64f4a08bd6ab68349c76e78 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:12.590461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:12.595419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Pushing event updated for resources: {'Port': ['ID=0227393e-57d7-43f1-802c-b4459c4dc540,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:12.597808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:12.598681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:12.724460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.733989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.767985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.773215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.783366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7c7bc668-c920-4340-bd09-ab5dcb94adb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:12.830887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8153d97b64f4a08bd6ab68349c76e78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4741404
Apr 19 03:41:12.831641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60916) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:12.836285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70826f6-dd8a-4544-aa93-7731f30e69c8,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:12.843652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:12.917989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:12.933632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Allocated IP 172.27.0.77 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/6116eef7-add3-408c-8e8e-7ef35c46d64a) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:12.950536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:13.064806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:13.070288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1a31d9e8-23d4-4242-b403-a8fa54499acd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:13.089126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70826f6-dd8a-4544-aa93-7731f30e69c8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:13.094867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:13.102575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:13.104003 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a70826f6-dd8a-4544-aa93-7731f30e69c8 HTTP/1.1" status: 204  len: 168 time: 0.2700229
Apr 19 03:41:13.172706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:13.270333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0227393e-57d7-43f1-802c-b4459c4dc540 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:13.282252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:13.287565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:13.367475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:13.368949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Pushing event updated for resources: {'Port': ['ID=6116eef7-add3-408c-8e8e-7ef35c46d64a,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:13.372922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:13.379278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.379687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.380085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.380474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.380861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.381248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.381634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.382015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.382397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.382870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.383276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.383660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:13.386944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:13.401544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 0227393e-57d7-43f1-802c-b4459c4dc540 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:13.421560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:13.698476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212d1e4-5e4b-4364-a82f-917f6bec1c04 req-7fee8ff0-954a-41e2-ba7c-7553ab0b5e56 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:13.706200 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2212d1e4-5e4b-4364-a82f-917f6bec1c04 req-7fee8ff0-954a-41e2-ba7c-7553ab0b5e56 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1116388
Apr 19 03:41:13.765949 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2212d1e4-5e4b-4364-a82f-917f6bec1c04 req-2e60fc41-72d3-47f2-9078-6bd83a186d34 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586982
Apr 19 03:41:13.974193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.192197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ae956f-df4b-4086-9974-0c4a35fc10d8 None None] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:14.314346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60956) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:14.381168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.425477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Provisioning for port 0227393e-57d7-43f1-802c-b4459c4dc540 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:14.442392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Provisioning complete for port 0227393e-57d7-43f1-802c-b4459c4dc540 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:14.442392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.442604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-367577783-network', 'tenant_id': '9685547739384db983b365ae780e9d90'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:14.447851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:14.452036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Usage tracker for resource:network and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:14.455510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:14.464165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:14.505035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Made reservation on behalf of 9685547739384db983b365ae780e9d90 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:14.511699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.530629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.581427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:14.586570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:14.592110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:14.600451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:14.630891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.697191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] For port 0227393e-57d7-43f1-802c-b4459c4dc540, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0227393e-57d7-43f1-802c-b4459c4dc540,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:14.721867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.722346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.724322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:14.768316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.778422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-71b59035-e99b-4e47-a43b-db4d257a9253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:14.805079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Pushing event updated for resources: {'Port': ['ID=0227393e-57d7-43f1-802c-b4459c4dc540,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:14.811185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:14.834597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:41:14.844314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3081a-8fbe-4c19-8489-ea6bae2dbc3e,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:14.846054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-637dabfe-21a1-43e1-b1a3-5e21a5348049 None None] Provisioning complete for port 0227393e-57d7-43f1-802c-b4459c4dc540 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:14.846471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-637dabfe-21a1-43e1-b1a3-5e21a5348049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.849550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:14.887483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Router 3118f107-823b-4dcd-80f5-d470ac111fe1 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:41:14.916784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:14.917486 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Added segment f551b557-a3ee-4442-b9ff-b9a14e2c85d0 of type vlan for network bc40c6dd-681c-4758-8425-824537fa20a5
Apr 19 03:41:14.975853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:15.110431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:15.120969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Sync routers for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:15.121913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0241-1ced-416b-86a5-ba7551fc37af req-d7ccae8f-3006-4dc7-9af3-e04fa7efbf7f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:15.123622 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c65e0241-1ced-416b-86a5-ba7551fc37af req-d7ccae8f-3006-4dc7-9af3-e04fa7efbf7f tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1371422
Apr 19 03:41:15.132953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:15.134199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:40:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:15.173272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:15.177281 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8327439
Apr 19 03:41:15.177478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 60972) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:15.183290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:15.189780 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c65e0241-1ced-416b-86a5-ba7551fc37af req-b52d06ca-fd94-4dd4-bd8d-fd862004e211 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536163
Apr 19 03:41:15.191077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:15.191763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:15.197707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2b02b644-7c22-4295-94ee-a9e66874aead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:15.206609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0227393e-57d7-43f1-802c-b4459c4dc540 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:15.305510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 0227393e-57d7-43f1-802c-b4459c4dc540 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:15.306640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:15.431182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:15.438182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Pushing event updated for resources: {'Network': ['ID=bc40c6dd-681c-4758-8425-824537fa20a5,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:15.452244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:15.454277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1386349
Apr 19 03:41:15.457743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 60982) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:15.461904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network bc40c6dd-681c-4758-8425-824537fa20a5 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:41:15.478256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Request body: {'subnet': {'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-367577783-subnet', 'tenant_id': '9685547739384db983b365ae780e9d90', 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:15.492325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:15.502096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Usage tracker for resource:subnet and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:15.509601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:15.525617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:15.594891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Made reservation on behalf of 9685547739384db983b365ae780e9d90 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:15.599705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776788'] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.131058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:13Z', 'revision_number': 3, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:16.143865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Checking router: 3118f107-823b-4dcd-80f5-d470ac111fe1 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:16.146981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Updating router 3118f107-823b-4dcd-80f5-d470ac111fe1 port 6116eef7-add3-408c-8e8e-7ef35c46d64a binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:16.220057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.323664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.612477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776773'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.619386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:16.627003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Allocated IP 172.20.0.1 (aa5df436-235a-45f0-896c-3f8b6fe17aeb/da0c2edf-379a-49d2-80f8-ac06a4ee0be4/9e01b2a8-82cd-4ca9-966a-25d8b37ea464) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:16.735897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.832035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Transition to ACTIVE for port object 6116eef7-add3-408c-8e8e-7ef35c46d64a will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:16.864530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.870596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:16.914429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf12be9-6785-4f5e-9b8e-17265f71b364,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:16.918548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:16.919860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Checking segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:16.919860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Network hostable DHCP agents. Network: bc40c6dd-681c-4758-8425-824537fa20a5, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:41:16.949947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Attempting to bind port 6116eef7-add3-408c-8e8e-7ef35c46d64a on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:16.950341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Attempting to bind port 6116eef7-add3-408c-8e8e-7ef35c46d64a by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:16.950741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Attempting to bind port 6116eef7-add3-408c-8e8e-7ef35c46d64a on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:16.962350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:16.962696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:16.963128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.963596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:16.964091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Bound port: 6116eef7-add3-408c-8e8e-7ef35c46d64a, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:16.964513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.966404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Network bc40c6dd-681c-4758-8425-824537fa20a5 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:41:16.984776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:16.995316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Pushing event updated for resources: {'Port': ['ID=6116eef7-add3-408c-8e8e-7ef35c46d64a,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:17.001799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Transition to ACTIVE for port object 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:17.001951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, bc40c6dd-681c-4758-8425-824537fa20a5) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:17.010790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.011195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.011568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.011933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.012294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.012681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.013152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.013510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.013887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.014242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.014593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.014944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:17.015883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d75b98-c41c-4e9a-8719-a0e3e54011a3 None None] Network bc40c6dd-681c-4758-8425-824537fa20a5 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:17.016006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:17.016657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.020290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:17.059458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.063374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] For port 6116eef7-add3-408c-8e8e-7ef35c46d64a, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:17.066866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] For port 6116eef7-add3-408c-8e8e-7ef35c46d64a, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=6116eef7-add3-408c-8e8e-7ef35c46d64a,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:17.069382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:17.090883 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-23c03fff-6a4f-4e6f-a8e1-2918942e3932 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6294551
Apr 19 03:41:17.091248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 32774) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:17.096821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:17.101830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:17.106169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Usage tracker for resource:router and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:17.109719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:17.116190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:17.118712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.136969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:17.139050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:17.140689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:17.144778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:17.203804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.206493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Pushing event updated for resources: {'Port': ['ID=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:17.209921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:17.247861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.249294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.250469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Pushing event updated for resources: {'Port': ['ID=6116eef7-add3-408c-8e8e-7ef35c46d64a,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:17.254427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:17.255207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:17.255868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:40:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:17.282158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.348221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-bc40c6dd-681c-4758-8425-824537fa20a5', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:41:17.349250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.498888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.595475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Allocated IP 172.20.0.2 (bc40c6dd-681c-4758-8425-824537fa20a5/0cf12be9-6785-4f5e-9b8e-17265f71b364/4f93a88d-78c9-4a57-8043-88bdab8cb380) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:17.623657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:17.820696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a3a80617-3bd8-4dfa-af11-8ab9643f5d2f None None] Provisioning for port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:17.828801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a3a80617-3bd8-4dfa-af11-8ab9643f5d2f None None] Provisioning complete for port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:17.829382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a3a80617-3bd8-4dfa-af11-8ab9643f5d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.846875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.915731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.921875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:17.955668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a3a80617-3bd8-4dfa-af11-8ab9643f5d2f None None] Port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:17.966468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ce64e79-4308-435e-a85d-cf10ab0d11f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:17.985873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.007459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Transition to ACTIVE for port object 4f93a88d-78c9-4a57-8043-88bdab8cb380 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:18.046164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Transition to ACTIVE for port object 4f93a88d-78c9-4a57-8043-88bdab8cb380 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:18.080749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.084690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:18.137086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Pushing event updated for resources: {'Port': ['ID=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:18.141491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.152560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:18.161697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:16Z', 'revision_number': 1, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:18.167782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a97cc-bcf2-4691-883b-287eef53a62f None None] The sync data for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi is: [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:16Z', 'revision_number': 1, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:18.176369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Network bc40c6dd-681c-4758-8425-824537fa20a5 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:18.179846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:18.182412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:18.274192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Pushing event updated for resources: {'Port': ['ID=4f93a88d-78c9-4a57-8043-88bdab8cb380,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:18.286968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:18.308161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Attempting to bind port 4f93a88d-78c9-4a57-8043-88bdab8cb380 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:18.308586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Attempting to bind port 4f93a88d-78c9-4a57-8043-88bdab8cb380 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:18.308993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Attempting to bind port 4f93a88d-78c9-4a57-8043-88bdab8cb380 on network bc40c6dd-681c-4758-8425-824537fa20a5 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:18.310087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32794) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:18.316110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:18.316534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Checking segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:18.316985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.317492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Bound using segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:18.317945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Bound port: 4f93a88d-78c9-4a57-8043-88bdab8cb380, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:18.318366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.346145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:18.348339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:18.371932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c566a39-b657-41ad-9b61-6346f7c42b35 req-50f6577e-822d-4c41-8be2-1685cd5b8e64 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:18.373715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c566a39-b657-41ad-9b61-6346f7c42b35 req-50f6577e-822d-4c41-8be2-1685cd5b8e64 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.3169830
Apr 19 03:41:18.436144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] For port 4f93a88d-78c9-4a57-8043-88bdab8cb380, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:18.443009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] For port 4f93a88d-78c9-4a57-8043-88bdab8cb380, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4f93a88d-78c9-4a57-8043-88bdab8cb380,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:18.474990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.498974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.503379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:18.512207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.607474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Pushing event updated for resources: {'Port': ['ID=4f93a88d-78c9-4a57-8043-88bdab8cb380,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:18.624857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:18.652914 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c566a39-b657-41ad-9b61-6346f7c42b35 req-f62a9c2c-6238-43b7-902c-5c5e1e8a4fa1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172339
Apr 19 03:41:18.653750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.678231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-0f70bef1-6916-4a11-865b-41f648fbd0ff None None] Provisioning complete for port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:18.678231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f70bef1-6916-4a11-865b-41f648fbd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.818231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-0f70bef1-6916-4a11-865b-41f648fbd0ff None None] Port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:18.869949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-efa2f3c0-d5d8-4a32-bcfe-479f2d9959ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:18.914531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Allocated IP 172.27.0.165 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/bb68c095-15e6-411b-946c-0d677895861f) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:19.034465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:19.034465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Usage tracker for resource:security_group_rule and tenant:f11a336fb2da456f9b93b02ae0829ead is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:19.039266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:19.050651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:19.089115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Router 3118f107-823b-4dcd-80f5-d470ac111fe1 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:41:19.140799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.213584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.223656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:19.277611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4f93a88d-78c9-4a57-8043-88bdab8cb380 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:19.319356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:19.319356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:19.319691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:19.415825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Pushing event updated for resources: {'Port': ['ID=bb68c095-15e6-411b-946c-0d677895861f,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:19.419012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.421800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:19.422077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:19.448618 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] 10.222.0.25 "PUT /v2.0/routers/3118f107-823b-4dcd-80f5-d470ac111fe1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2697492
Apr 19 03:41:19.481331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 4f93a88d-78c9-4a57-8043-88bdab8cb380 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:19.481913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.493792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-14f4b4ab-c270-4b0c-b219-5fdbdd757b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:19.529478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d700f8b-2493-4061-98b8-35313aca60b6,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:19.534610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:19.562125 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f11a336fb2da456f9b93b02ae0829ead&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2407608
Apr 19 03:41:19.562795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32810) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:19.649835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.685331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.949661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:19.956022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-399fa43f-7f76-4828-99d8-28181aa90e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:19.989272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d700f8b-2493-4061-98b8-35313aca60b6,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:20.046858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:20.065731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.066964 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a62b098f-c892-489f-ab9f-aaf86a530f9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d700f8b-2493-4061-98b8-35313aca60b6 HTTP/1.1" status: 204  len: 168 time: 0.5030816
Apr 19 03:41:20.116735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e63d7-43a6-42b5-8ce9-6f11c53bb843 req-94f86996-1c52-4f33-b749-8391d5c267c7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:20.118460 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-035e63d7-43a6-42b5-8ce9-6f11c53bb843 req-94f86996-1c52-4f33-b749-8391d5c267c7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.1340349
Apr 19 03:41:20.194430 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-035e63d7-43a6-42b5-8ce9-6f11c53bb843 req-89416ee1-2162-44a9-9623-31c4b8baff40 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689189
Apr 19 03:41:20.296580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.436764 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3416eb7-0a0f-4859-bea9-8ac3a38ae732 None None] Network bc40c6dd-681c-4758-8425-824537fa20a5 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:20.669680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32844) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:20.677263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-633404889-network', 'tenant_id': '430950cef8b849a7b379682be40b244f'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:20.684585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:20.689547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Usage tracker for resource:network and tenant:430950cef8b849a7b379682be40b244f is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:20.693635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:20.703055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:20.750237 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Made reservation on behalf of 430950cef8b849a7b379682be40b244f for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:20.757609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.776305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.785088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Provisioning for port 4f93a88d-78c9-4a57-8043-88bdab8cb380 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:20.791762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Provisioning complete for port 4f93a88d-78c9-4a57-8043-88bdab8cb380 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:20.792184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.799619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:20.801401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3aea1666-cd45-4c16-812c-08a63da65d06 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:20.803259 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3aea1666-cd45-4c16-812c-08a63da65d06 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.6972694
Apr 19 03:41:20.806580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Usage tracker for resource:security_group_rule and tenant:430950cef8b849a7b379682be40b244f is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:20.810455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:20.818838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:20.943922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Deleting port 5a6ffccc-34e3-42cc-a465-b55f727291e9 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:20.944308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.958267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.959265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:20.988236 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-de6edfaf-6207-4f7c-8618-8949b50a06db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5072396
Apr 19 03:41:21.012075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.013202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] For port 4f93a88d-78c9-4a57-8043-88bdab8cb380, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4f93a88d-78c9-4a57-8043-88bdab8cb380,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:21.016141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a38af6f0-5100-4764-be47-a556af0a7b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:21.040929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.042834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c1d94bed-2284-4207-b5d6-c901c36a8465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:21.053064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:41:21.065600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c9bec4-751f-478a-9890-c98e8660d3d8,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:21.069977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:21.074401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.074610 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Added segment 1e90b17a-6a58-4e77-9efb-fccf49cc8762 of type vlan for network 722130ce-bfdd-4c6c-8311-2d5977fa3eff
Apr 19 03:41:21.107339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.147641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Pushing event updated for resources: {'Port': ['ID=4f93a88d-78c9-4a57-8043-88bdab8cb380,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:21.155513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:21.175005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.177481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:21.178183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.182365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-621523f1-a08e-4a51-889b-b1b39912fe60 None None] Provisioning complete for port 4f93a88d-78c9-4a57-8043-88bdab8cb380 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:21.182791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-621523f1-a08e-4a51-889b-b1b39912fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.191525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:21.331971 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6583521
Apr 19 03:41:21.339678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32862) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:21.340756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Pushing event updated for resources: {'Network': ['ID=722130ce-bfdd-4c6c-8311-2d5977fa3eff,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:21.354363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:21.363747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Request body: {'subnet': {'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-633404889-subnet', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:21.364080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 6116eef7-add3-408c-8e8e-7ef35c46d64a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:21.374534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:21.386105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Usage tracker for resource:subnet and tenant:430950cef8b849a7b379682be40b244f is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:21.392021 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:21.405982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:21.413387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.416299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:41:21.423921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-2d6510f3-35e7-4623-94bd-1507332d0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:21.425510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-2d6510f3-35e7-4623-94bd-1507332d0894 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=35a5401a5a47449f9da4c9331362b020&device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 1098 time: 0.2827256
Apr 19 03:41:21.512473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Made reservation on behalf of 430950cef8b849a7b379682be40b244f for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:21.523470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851712488'] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.598471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-311091c6-9686-41a5-8c97-970fb2437f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.641579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 6116eef7-add3-408c-8e8e-7ef35c46d64a completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:21.647223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 6116eef7-add3-408c-8e8e-7ef35c46d64a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:21.647852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.714804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcb369-36c3-48e6-b4fd-2c2e167dcbb0 req-5e916dc1-1dc4-446c-b980-25750e1037cf tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:21.717533 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-45dcb369-36c3-48e6-b4fd-2c2e167dcbb0 req-5e916dc1-1dc4-446c-b980-25750e1037cf tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 945 time: 0.2742407
Apr 19 03:41:21.891728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.907099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.948319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 6116eef7-add3-408c-8e8e-7ef35c46d64a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=6116eef7-add3-408c-8e8e-7ef35c46d64a,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:21.974123 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-45dcb369-36c3-48e6-b4fd-2c2e167dcbb0 req-fd781577-e8c7-4fdc-989a-ba92461fc755 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2470987
Apr 19 03:41:21.987243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] For port 5a6ffccc-34e3-42cc-a465-b55f727291e9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5a6ffccc-34e3-42cc-a465-b55f727291e9,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:21.987652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.990253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:21.992507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:22.091421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=6116eef7-add3-408c-8e8e-7ef35c46d64a,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:22.095873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:22.159072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Router 49100057-111e-4d70-bd64-1fc94750d9d3 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:41:22.168292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Calling delete_port for 5a6ffccc-34e3-42cc-a465-b55f727291e9 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:22.169001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.224747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Sync routers for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:22.239117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:22.239877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d0fb438>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:22.275608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845061605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851712503'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.282780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:22.382507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-66ae8dc6-429f-487d-8729-12fc30831781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:22.384145 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-66ae8dc6-429f-487d-8729-12fc30831781 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 200  len: 919 time: 0.7041128
Apr 19 03:41:22.413770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb0e34a-b20a-48f7-9ac1-074bdca24493,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:22.422798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:22.477444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Checking segment: {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:22.477842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Network hostable DHCP agents. Network: 722130ce-bfdd-4c6c-8311-2d5977fa3eff, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:41:22.496032 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-3edcffb1-3291-49d4-9211-0736c715ae91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e9cad0-05d1-41b7-9493-d8716b118842 HTTP/1.1" status: 200  len: 217 time: 0.0895061
Apr 19 03:41:22.523692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff1252-25f9-480a-abda-0a8944d25b33 req-95ba2acb-16bd-4e11-8d1e-85c0304c083c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:22.525989 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-50ff1252-25f9-480a-abda-0a8944d25b33 req-95ba2acb-16bd-4e11-8d1e-85c0304c083c tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1569269
Apr 19 03:41:22.584463 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-50ff1252-25f9-480a-abda-0a8944d25b33 req-17dd15c0-d08a-4dfe-ac5b-e904155ce6a1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517592
Apr 19 03:41:22.585229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:41:22.630444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 722130ce-bfdd-4c6c-8311-2d5977fa3eff) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:22.652561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:22.653213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.656743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f10257-24bd-4e79-becc-fdbef2f79571 None None] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:22.705229 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3561296
Apr 19 03:41:22.705441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-f2044d21-39eb-48e6-bc20-a99296b7876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:22.706805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-f2044d21-39eb-48e6-bc20-a99296b7876a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 200  len: 858 time: 0.2008064
Apr 19 03:41:22.708012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32890) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:22.714244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:22.719597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:22.724994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Usage tracker for resource:router and tenant:430950cef8b849a7b379682be40b244f is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:22.728546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:22.735077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:22.772638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:22.776871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-66cdd910-28eb-4ad7-bbd0-39dff4591647 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578775
Apr 19 03:41:22.777954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.779756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.784710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Sync routers for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:22.798927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.799942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:22.801551 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:22.820638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.843588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.843588 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.7509089
Apr 19 03:41:22.846130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32896) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:22.878442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:22.973352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:22.982973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b8c79bdc-af1d-4af8-99ad-40d91a06884b tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:22.992497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411', '079573e4-5310-4589-883b-946da48f3377', '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:41:23.044853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:23.053371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event deleted for resources: {'Port': ['ID=5a6ffccc-34e3-42cc-a465-b55f727291e9,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:23.068684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:23.191012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] No DVR routers for this DVR port 5a6ffccc-34e3-42cc-a465-b55f727291e9 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:41:23.194907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:23.197042 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbd1a68f-5f06-46d9-b5ea-b3e3a7501f1a req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "DELETE /v2.0/ports/5a6ffccc-34e3-42cc-a465-b55f727291e9 HTTP/1.1" status: 204  len: 173 time: 2.3841727
Apr 19 03:41:23.197602 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'name': 'network-vif-deleted', 'tag': '5a6ffccc-34e3-42cc-a465-b55f727291e9'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:23.253761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-225021b1-e012-4bf8-a6db-90e47a813738 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464967
Apr 19 03:41:23.313070 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcad7e0c-ccda-4c71-a827-bcd885cd3b4f', 'name': 'network-vif-deleted', 'tag': '5a6ffccc-34e3-42cc-a465-b55f727291e9', 'status': 'completed', 'code': 200}
Apr 19 03:41:23.356431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 5a6ffccc-34e3-42cc-a465-b55f727291e9 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:23.373383 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f6a5fd29-7179-4289-aeb7-d40361fda4a2 req-34388c57-e968-45b2-9511-7d249c455275 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.1833322
Apr 19 03:41:23.417334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4f93a88d-78c9-4a57-8043-88bdab8cb380 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:23.459465 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf7487e8-8818-44f5-afb3-7d64c66a2c35 req-949b9b7d-9ecd-4228-bad6-3d038b36d7f9 service neutron] 10.222.0.43 "GET /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763194
Apr 19 03:41:23.485084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'fixed_ips': [{'subnet_id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:41:23.486004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:23.525620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:19Z', 'revision_number': 3, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:23.529839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Checking router: 49100057-111e-4d70-bd64-1fc94750d9d3 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:23.530497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Updating router 49100057-111e-4d70-bd64-1fc94750d9d3 port bb68c095-15e6-411b-946c-0d677895861f binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:23.532465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 5a6ffccc-34e3-42cc-a465-b55f727291e9 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:23.532834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 5a6ffccc-34e3-42cc-a465-b55f727291e9 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:23.577174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:23.593686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:23.696870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:23.906022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2e68-1694-4d31-9144-5fe682f17e9a req-b1ee2671-3adf-4ab6-be05-00a5b804084a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:23.907775 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-285e2e68-1694-4d31-9144-5fe682f17e9a req-b1ee2671-3adf-4ab6-be05-00a5b804084a tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.1695144
Apr 19 03:41:23.948614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 4f93a88d-78c9-4a57-8043-88bdab8cb380 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:23.949040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:23.973645 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-285e2e68-1694-4d31-9144-5fe682f17e9a req-6a1ffddf-ad8c-4496-ae38-9c4867cddeff tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571632
Apr 19 03:41:24.137807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.151625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Transition to ACTIVE for port object bb68c095-15e6-411b-946c-0d677895861f will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:24.192229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.207577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:24.355979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Allocated IP 172.20.0.2 (722130ce-bfdd-4c6c-8311-2d5977fa3eff/bfb0e34a-b20a-48f7-9ac1-074bdca24493/3a362b26-823a-49df-ae32-df0be520b4c5) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:24.426066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d0fb438>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 2, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:24.447864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Checking router: 3118f107-823b-4dcd-80f5-d470ac111fe1 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:24.447864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Updating router 3118f107-823b-4dcd-80f5-d470ac111fe1 port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:24.511607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76f1d7-7ef0-4e3f-9ff4-66ef983da307 None None] Pushing event updated for resources: {'Port': ['ID=bb68c095-15e6-411b-946c-0d677895861f,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:24.538420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.548968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 6116eef7-add3-408c-8e8e-7ef35c46d64a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:24.598825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Attempting to bind port bb68c095-15e6-411b-946c-0d677895861f on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:24.599534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Attempting to bind port bb68c095-15e6-411b-946c-0d677895861f by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:24.600108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Attempting to bind port bb68c095-15e6-411b-946c-0d677895861f on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:24.604875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0d76f1d7-7ef0-4e3f-9ff4-66ef983da307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:24.607825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:24.612322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:24.619735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.620370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:24.630397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Bound port: bb68c095-15e6-411b-946c-0d677895861f, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:24.630397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.816124 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6bd3850b-72d6-44cb-a959-0e792d9f081e req-56b06fc6-f90d-46ed-a561-a7bf67a35d43 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcad7e0c-ccda-4c71-a827-bcd885cd3b4f HTTP/1.1" status: 200  len: 210 time: 0.0782232
Apr 19 03:41:24.836667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] For port bb68c095-15e6-411b-946c-0d677895861f, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:24.841360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] For port bb68c095-15e6-411b-946c-0d677895861f, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=bb68c095-15e6-411b-946c-0d677895861f,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:24.876278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.884096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:24.917619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:24.987279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:24.987996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:24.988438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.150916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Allocated IP 172.27.0.62 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/ebcceb43-498c-4b77-8477-c712d59a6196) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:25.165166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76f1d7-7ef0-4e3f-9ff4-66ef983da307 None None] Pushing event updated for resources: {'Port': ['ID=bb68c095-15e6-411b-946c-0d677895861f,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:25.180421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0d76f1d7-7ef0-4e3f-9ff4-66ef983da307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:25.200671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 6116eef7-add3-408c-8e8e-7ef35c46d64a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:25.201091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.265816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:25.420515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.430684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-27b339cd-add7-41b7-b8d4-c9c71f5b31ef tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:25.432860 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-27b339cd-add7-41b7-b8d4-c9c71f5b31ef tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.3620784
Apr 19 03:41:25.467337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.513784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.538189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca7281-24eb-4fb9-8740-923911948b04 req-c80bede9-1474-48c5-9fbd-dc589abbbddd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:25.539416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cca7281-24eb-4fb9-8740-923911948b04 req-c80bede9-1474-48c5-9fbd-dc589abbbddd tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2976100
Apr 19 03:41:25.581390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Transition to ACTIVE for port object 3a362b26-823a-49df-ae32-df0be520b4c5 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:25.625270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Transition to ACTIVE for port object 3a362b26-823a-49df-ae32-df0be520b4c5 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:25.628212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6b00f0>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:19Z', 'revision_number': 3, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:25.633228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587abf1-7f04-4c9f-acaa-798241ec8fcc None None] The sync data for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi is: [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:19Z', 'revision_number': 3, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:25.680459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.688412 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cca7281-24eb-4fb9-8740-923911948b04 req-bd4360d7-ac81-4871-8ba5-97afa59d4f64 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304650
Apr 19 03:41:25.689884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:25.732487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.739730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-341b8b6b-ea4b-410c-9ae9-bf7b8b8f7429 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:25.766201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:25.776479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:25.786482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:25.796685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.804886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Pushing event updated for resources: {'Port': ['ID=3a362b26-823a-49df-ae32-df0be520b4c5,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:25.824733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:25.829650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:25.834103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:25.840765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:25.867589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Allocated IP 172.20.0.1 (bc40c6dd-681c-4758-8425-824537fa20a5/0cf12be9-6785-4f5e-9b8e-17265f71b364/4a71d532-892a-4442-a705-27df523b56c0) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:25.881702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcceb43-498c-4b77-8477-c712d59a6196,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:25.886227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Transition to ACTIVE for port object 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:25.892197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:25.919667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:25.926235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:25.979283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Attempting to bind port 3a362b26-823a-49df-ae32-df0be520b4c5 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:25.979710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Attempting to bind port 3a362b26-823a-49df-ae32-df0be520b4c5 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:25.980123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Attempting to bind port 3a362b26-823a-49df-ae32-df0be520b4c5 on network 722130ce-bfdd-4c6c-8311-2d5977fa3eff {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:26.073765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f21dae-a09a-4263-91c0-c0c81063072b None None] Pushing event updated for resources: {'Port': ['ID=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:26.077088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:26.077088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Checking segment: {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:26.077088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.078386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Bound using segment: {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:26.078936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Bound port: 3a362b26-823a-49df-ae32-df0be520b4c5, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:26.079643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.110020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d7f21dae-a09a-4263-91c0-c0c81063072b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:26.323501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.343347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Transition to ACTIVE for port object 4a71d532-892a-4442-a705-27df523b56c0 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:26.377394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] For port 3a362b26-823a-49df-ae32-df0be520b4c5, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:26.380010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Attempting to bind port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:26.381411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Attempting to bind port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:26.381855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Attempting to bind port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 on network aa5df436-235a-45f0-896c-3f8b6fe17aeb {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:26.387075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] For port 3a362b26-823a-49df-ae32-df0be520b4c5, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3a362b26-823a-49df-ae32-df0be520b4c5,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:26.390548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:26.390965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Checking segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:26.391443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.391889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Bound using segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:26.392405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Bound port: 9e01b2a8-82cd-4ca9-966a-25d8b37ea464, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:26.392831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.412061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.422653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:26.473102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.480954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0a176812-f9a6-42ae-a9f5-8639f319ba36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:26.535971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Network bc40c6dd-681c-4758-8425-824537fa20a5 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:26.547567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:26.550055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:26.604249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Pushing event updated for resources: {'Port': ['ID=3a362b26-823a-49df-ae32-df0be520b4c5,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:26.621046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:26.622384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] For port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:26.631330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] For port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:26.710437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:26.716759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:26.844108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:26.844108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d0fb438>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:27.013302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Pushing event updated for resources: {'Port': ['ID=4a71d532-892a-4442-a705-27df523b56c0,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:27.025177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:27.038825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.109531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.127052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff078f-cf47-432f-b2e1-f4fb924fda35 req-1bb9d014-8020-42e1-ad87-55d5d79cc7b5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:27.128866 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7ff078f-cf47-432f-b2e1-f4fb924fda35 req-1bb9d014-8020-42e1-ad87-55d5d79cc7b5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 945 time: 0.2691195
Apr 19 03:41:27.139751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f21dae-a09a-4263-91c0-c0c81063072b None None] Pushing event updated for resources: {'Port': ['ID=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:27.143166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-abcf4d9d-023f-4ef2-a87c-06d29e55a535 None None] Provisioning for port 4a71d532-892a-4442-a705-27df523b56c0 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:27.148995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d7f21dae-a09a-4263-91c0-c0c81063072b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:27.156463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-abcf4d9d-023f-4ef2-a87c-06d29e55a535 None None] Provisioning complete for port 4a71d532-892a-4442-a705-27df523b56c0 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:27.156963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-abcf4d9d-023f-4ef2-a87c-06d29e55a535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.186425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Deleting port 60e9cad0-05d1-41b7-9493-d8716b118842 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:27.186935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.239196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-abcf4d9d-023f-4ef2-a87c-06d29e55a535 None None] Port 4a71d532-892a-4442-a705-27df523b56c0 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:27.250630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:27.254564 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7ff078f-cf47-432f-b2e1-f4fb924fda35 req-a90eebe2-d8cf-4e2f-b6cd-8dcb9e9c6921 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168976
Apr 19 03:41:27.470915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] For port 60e9cad0-05d1-41b7-9493-d8716b118842, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=60e9cad0-05d1-41b7-9493-d8716b118842,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:27.473145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.551883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.636256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Calling delete_port for 60e9cad0-05d1-41b7-9493-d8716b118842 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:27.661390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d0fb438>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:26Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:27.672191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a6287-a829-44cb-a082-091e96d87e19 None None] The sync data for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi is: [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:26Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:27.690029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.898405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:27.936004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:27.943795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3a362b26-823a-49df-ae32-df0be520b4c5 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:28.002719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.049743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.094337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Pushing event deleted for resources: {'Port': ['ID=60e9cad0-05d1-41b7-9493-d8716b118842,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:28.105248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:28.105596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-964a45ec-b458-49c5-9ae7-d4e80e63d8ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:28.109557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 3a362b26-823a-49df-ae32-df0be520b4c5 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:28.110588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] No DVR routers for this DVR port 60e9cad0-05d1-41b7-9493-d8716b118842 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:41:28.116771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:28.118598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.127634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'name': 'network-vif-deleted', 'tag': '60e9cad0-05d1-41b7-9493-d8716b118842'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:28.194023 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a261074-36d1-43c7-aa9f-3b01ef9b22de', 'name': 'network-vif-deleted', 'tag': '60e9cad0-05d1-41b7-9493-d8716b118842', 'status': 'completed', 'code': 200}
Apr 19 03:41:28.196872 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f7b3d76-bd49-4953-a7c2-296d5b27db22 req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "DELETE /v2.0/ports/60e9cad0-05d1-41b7-9493-d8716b118842 HTTP/1.1" status: 204  len: 173 time: 1.1511018
Apr 19 03:41:28.233374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Pushing event updated for resources: {'Port': ['ID=4a71d532-892a-4442-a705-27df523b56c0,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:28.247574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:28.271710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.287388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:28.297171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:28.297699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.465891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.490750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Network bc40c6dd-681c-4758-8425-824537fa20a5 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:28.494224 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8849f737-23b0-41a9-a0f7-3f4ca278e8bc req-b3f91760-5ce1-4d64-92af-6b435c09c100 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a261074-36d1-43c7-aa9f-3b01ef9b22de HTTP/1.1" status: 200  len: 210 time: 0.0730660
Apr 19 03:41:28.503911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:28.534546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:28.574732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:28.576090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device bb68c095-15e6-411b-946c-0d677895861f up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:28.643658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:28.678284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ad49f-2fd5-42c9-802c-4df303a5eb13 None None] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:28.687310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Router 75092399-ff46-49dd-9f8d-d1ec9db546f0 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:41:28.992756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['60e9cad0-05d1-41b7-9493-d8716b118842', 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:41:29.064298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] Provisioning for port 3a362b26-823a-49df-ae32-df0be520b4c5 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:29.099465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] Provisioning complete for port 3a362b26-823a-49df-ae32-df0be520b4c5 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:29.099785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:29.209998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Router 49100057-111e-4d70-bd64-1fc94750d9d3 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:41:29.225292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:29.235446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:29.235696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:29.281393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port bb68c095-15e6-411b-946c-0d677895861f completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:29.284825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Sync routers for ids ['75092399-ff46-49dd-9f8d-d1ec9db546f0'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:29.334885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port bb68c095-15e6-411b-946c-0d677895861f triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:29.335553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:29.408992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Routers {'75092399-ff46-49dd-9f8d-d1ec9db546f0'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:29.409690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d2874e0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['75092399-ff46-49dd-9f8d-d1ec9db546f0'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:29.505382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:29.515826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Sync routers for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:29.523771 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] 10.222.0.25 "PUT /v2.0/routers/49100057-111e-4d70-bd64-1fc94750d9d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6724622
Apr 19 03:41:29.528309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:29.534357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a939-56a2-4aba-95da-ec3df66eb9fc req-57f5e03e-11e6-4cbc-9331-69b93f7b95bd tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:29.536776 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dfb2a939-56a2-4aba-95da-ec3df66eb9fc req-57f5e03e-11e6-4cbc-9331-69b93f7b95bd tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 945 time: 0.2390201
Apr 19 03:41:29.538238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:29.539672 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.8306501
Apr 19 03:41:29.542442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 32972) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:29.573147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d61cb38>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:29.884969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:29.893179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:29.962063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Set router 75092399-ff46-49dd-9f8d-d1ec9db546f0 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:30.027614 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dfb2a939-56a2-4aba-95da-ec3df66eb9fc req-544dede0-4017-488f-b9d9-0a42b96edb55 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4184639
Apr 19 03:41:30.254879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] For port 3a362b26-823a-49df-ae32-df0be520b4c5, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3a362b26-823a-49df-ae32-df0be520b4c5,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:30.259861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d61cb38>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 2, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:30.264152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Checking router: 49100057-111e-4d70-bd64-1fc94750d9d3 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:30.264545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Updating router 49100057-111e-4d70-bd64-1fc94750d9d3 port 4a71d532-892a-4442-a705-27df523b56c0 binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:30.279475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.328202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.335347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port bb68c095-15e6-411b-946c-0d677895861f, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=bb68c095-15e6-411b-946c-0d677895861f,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:30.442628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.444541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.448584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d7f21dae-a09a-4263-91c0-c0c81063072b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:30.624635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.675057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:30.741354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fe68a-c5a9-499c-ba9a-7e76c1c39f6b req-21ce5d8f-0d8a-42d2-a8ef-d1c1f5958ec5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:30.742262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5d6fe68a-c5a9-499c-ba9a-7e76c1c39f6b req-21ce5d8f-0d8a-42d2-a8ef-d1c1f5958ec5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:41:30.765332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d2874e0>, [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:41:26Z', 'revision_number': 3, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:30.776705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e8fcb-2047-4521-ab1e-ab54ca1fada6 None None] Pushing event updated for resources: {'Port': ['ID=3a362b26-823a-49df-ae32-df0be520b4c5,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:30.779746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-1e800c9d-c04a-4308-84e0-eb79c806d640 None None] Provisioning complete for port 4a71d532-892a-4442-a705-27df523b56c0 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:30.780252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1e800c9d-c04a-4308-84e0-eb79c806d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.807258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5d6fe68a-c5a9-499c-ba9a-7e76c1c39f6b req-21ce5d8f-0d8a-42d2-a8ef-d1c1f5958ec5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:41:30.815922 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5d6fe68a-c5a9-499c-ba9a-7e76c1c39f6b req-21ce5d8f-0d8a-42d2-a8ef-d1c1f5958ec5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1979470
Apr 19 03:41:30.864071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Checking router: 75092399-ff46-49dd-9f8d-d1ec9db546f0 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:30.864473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Updating router 75092399-ff46-49dd-9f8d-d1ec9db546f0 port ebcceb43-498c-4b77-8477-c712d59a6196 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:30.936359 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5d6fe68a-c5a9-499c-ba9a-7e76c1c39f6b req-9b2953b5-4fc1-42d0-b569-5348650af158 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181848
Apr 19 03:41:30.951087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.966249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:30.987427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Allocated IP 172.20.0.1 (722130ce-bfdd-4c6c-8311-2d5977fa3eff/bfb0e34a-b20a-48f7-9ac1-074bdca24493/a2b6b1a5-0e30-4db6-b796-19ec6ae3042a) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:30.990165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Transition to ACTIVE for port object 4a71d532-892a-4442-a705-27df523b56c0 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:31.027358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33000) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:31.034149 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-508178248-network', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:31.040105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:31.042421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.044763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Usage tracker for resource:network and tenant:d45fa3ed20af4aff98d3124d25c8937c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:31.048677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:31.050652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:31.057371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:31.167379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Made reservation on behalf of d45fa3ed20af4aff98d3124d25c8937c for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:31.172785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.208220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.264418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986debd-6899-4c61-9927-da5c606bc108 None None] Pushing event updated for resources: {'Port': ['ID=4a71d532-892a-4442-a705-27df523b56c0,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:31.295920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5986debd-6899-4c61-9927-da5c606bc108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:31.300361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-1e800c9d-c04a-4308-84e0-eb79c806d640 None None] Port 4a71d532-892a-4442-a705-27df523b56c0 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:31.306888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=bb68c095-15e6-411b-946c-0d677895861f,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:31.311711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:31.312422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:31.315999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.778s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:31.316400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:31.322997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Usage tracker for resource:security_group_rule and tenant:d45fa3ed20af4aff98d3124d25c8937c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:31.328522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:31.351450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Attempting to bind port 4a71d532-892a-4442-a705-27df523b56c0 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:31.351697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:31.352709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Attempting to bind port 4a71d532-892a-4442-a705-27df523b56c0 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:31.353220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Attempting to bind port 4a71d532-892a-4442-a705-27df523b56c0 on network bc40c6dd-681c-4758-8425-824537fa20a5 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:31.364493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:31.375179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Checking segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:31.376296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.376296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Bound using segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:31.376808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:31.377140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Bound port: 4a71d532-892a-4442-a705-27df523b56c0, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:31.377270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.377966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.384808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.387333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df011c38-2185-418c-b04b-388721b40b7f req-3c7ae9b2-7b51-4343-8167-60de35cd00e3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:31.388298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-df011c38-2185-418c-b04b-388721b40b7f req-3c7ae9b2-7b51-4343-8167-60de35cd00e3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:41:31.424665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Transition to ACTIVE for port object a2b6b1a5-0e30-4db6-b796-19ec6ae3042a will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:31.472367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a0e9e-a6d3-492e-a51f-eaaa93bcde98 req-d84ffb41-d7c6-4c64-80ee-fec36a2f1680 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:31.474706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-df011c38-2185-418c-b04b-388721b40b7f req-3c7ae9b2-7b51-4343-8167-60de35cd00e3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:41:31.476246 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-df011c38-2185-418c-b04b-388721b40b7f req-3c7ae9b2-7b51-4343-8167-60de35cd00e3 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 945 time: 0.2335658
Apr 19 03:41:31.483098 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f67a0e9e-a6d3-492e-a51f-eaaa93bcde98 req-d84ffb41-d7c6-4c64-80ee-fec36a2f1680 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 945 time: 0.2429149
Apr 19 03:41:31.501820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-a50e4c1f-1a23-4d8b-95a5-f60e40ac63a1 None None] Provisioning complete for port 3a362b26-823a-49df-ae32-df0be520b4c5 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:31.507944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a50e4c1f-1a23-4d8b-95a5-f60e40ac63a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.515643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] For port 4a71d532-892a-4442-a705-27df523b56c0, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:31.519444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] For port 4a71d532-892a-4442-a705-27df523b56c0, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4a71d532-892a-4442-a705-27df523b56c0,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:31.549204 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f67a0e9e-a6d3-492e-a51f-eaaa93bcde98 req-3254ba71-9106-4ecd-af50-b6d4e4818b50 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650904
Apr 19 03:41:31.566264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.572777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0d76f1d7-7ef0-4e3f-9ff4-66ef983da307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:31.590420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.604803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-53d4425d-6d29-4ac3-b0cf-1f23c6dbdf83 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:31.666653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:31.667421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d61cb38>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:31.668876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.696812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Deleting port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:31.705169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.737835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Pushing event updated for resources: {'Port': ['ID=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:31.743777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:31.745866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:31.747072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:31.750233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:31.864331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.900076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:31.928717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5d8e999b-e03f-4497-98f8-40514103fdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:32.061015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:41:32.063630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa8ffa-bf68-4360-b58b-0ad639ccd32a,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:32.070339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986debd-6899-4c61-9927-da5c606bc108 None None] Pushing event updated for resources: {'Port': ['ID=4a71d532-892a-4442-a705-27df523b56c0,revision_number=4']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:32.077286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5986debd-6899-4c61-9927-da5c606bc108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:32.080954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:32.081244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 60e9cad0-05d1-41b7-9493-d8716b118842 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:32.124387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 60e9cad0-05d1-41b7-9493-d8716b118842 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:32.124774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 60e9cad0-05d1-41b7-9493-d8716b118842 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:32.141668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.158186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Transition to ACTIVE for port object ebcceb43-498c-4b77-8477-c712d59a6196 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:32.181765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:32.184438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-c14c44eb-9e8a-4143-adc3-002c7a8d5c55 None None] Provisioning for port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:32.189918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-c14c44eb-9e8a-4143-adc3-002c7a8d5c55 None None] Provisioning complete for port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:32.190362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c14c44eb-9e8a-4143-adc3-002c7a8d5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.238204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.250041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:32.258566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.273920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] For port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:32.275775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.370314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c14c44eb-9e8a-4143-adc3-002c7a8d5c55 None None] Port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:32.380016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Attempting to bind port ebcceb43-498c-4b77-8477-c712d59a6196 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:32.380431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Attempting to bind port ebcceb43-498c-4b77-8477-c712d59a6196 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:32.380836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Attempting to bind port ebcceb43-498c-4b77-8477-c712d59a6196 on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:32.393710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5bc75-cac8-4d4e-9e2a-149e5bcd8901 None None] Pushing event updated for resources: {'Port': ['ID=ebcceb43-498c-4b77-8477-c712d59a6196,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:32.397116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47a5bc75-cac8-4d4e-9e2a-149e5bcd8901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:32.398152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:32.398562 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:32.399053 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.399522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:32.400044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Bound port: ebcceb43-498c-4b77-8477-c712d59a6196, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:32.400454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.425190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3455e9-9c59-43ae-9100-6142fd30ce5e req-bceb52e0-b696-4466-b3a4-64b61a2a85f5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:32.426496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Calling delete_port for 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:32.431896 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f3455e9-9c59-43ae-9100-6142fd30ce5e req-bceb52e0-b696-4466-b3a4-64b61a2a85f5 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2905369
Apr 19 03:41:32.503166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] For port ebcceb43-498c-4b77-8477-c712d59a6196, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:32.506250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.506639 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Added segment 546a8f8b-052c-49f6-81d1-e9247c65d868 of type vlan for network 6cfe939b-6d5b-4193-884a-2c03bafb2cef
Apr 19 03:41:32.516277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] For port ebcceb43-498c-4b77-8477-c712d59a6196, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=ebcceb43-498c-4b77-8477-c712d59a6196,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:32.557051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.559524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.562988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:32.590509 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f3455e9-9c59-43ae-9100-6142fd30ce5e req-22e21b4a-5aae-4f54-929b-252343bb6987 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430366
Apr 19 03:41:32.635092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33018) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:32.652345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3a362b26-823a-49df-ae32-df0be520b4c5 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:32.693624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.696103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:32.699010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.731046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bf842fd9-38cd-4b03-9b96-80297d4a09cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:32.774749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.785853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d61cb38>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:32.787957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.792701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Routers {'75092399-ff46-49dd-9f8d-d1ec9db546f0'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:32.796517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d2874e0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['75092399-ff46-49dd-9f8d-d1ec9db546f0'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:32.796768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc736860-d29f-426f-98c6-d9b7f99ab73a None None] The sync data for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi is: [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:32.818467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:32.872345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:32.922073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411', '079573e4-5310-4589-883b-946da48f3377', '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:41:33.035960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Pushing event updated for resources: {'Port': ['ID=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:33.038705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:33.048862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:33.152406 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.1238739
Apr 19 03:41:33.154308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f84a33e4-e154-40a2-b11b-ef9eb0213375 req-81dd266b-bc21-4784-805a-d604e2bd4dea tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:41:33.157409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:33.157613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5bc75-cac8-4d4e-9e2a-149e5bcd8901 None None] Pushing event updated for resources: {'Port': ['ID=ebcceb43-498c-4b77-8477-c712d59a6196,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:33.171554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33028) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:33.174734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47a5bc75-cac8-4d4e-9e2a-149e5bcd8901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:33.181718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Pushing event updated for resources: {'Network': ['ID=6cfe939b-6d5b-4193-884a-2c03bafb2cef,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:33.184531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] No DVR routers for this DVR port 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:41:33.185151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 3a362b26-823a-49df-ae32-df0be520b4c5 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:33.185575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:33.190824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Request body: {'subnet': {'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-508178248-subnet', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:33.197020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:33.201567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Usage tracker for resource:subnet and tenant:d45fa3ed20af4aff98d3124d25c8937c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:33.205007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:33.233750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:33.234878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:33.238032 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-df011c38-2185-418c-b04b-388721b40b7f req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "DELETE /v2.0/ports/7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 HTTP/1.1" status: 204  len: 173 time: 1.7536490
Apr 19 03:41:33.242623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:33.244989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:33.250684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:41:33.288901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'name': 'network-vif-deleted', 'tag': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:33.312432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:33.324438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Usage tracker for resource:security_group_rule and tenant:3f2ff34191544375a34c5052f6598b14 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:33.336234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f84a33e4-e154-40a2-b11b-ef9eb0213375 req-81dd266b-bc21-4784-805a-d604e2bd4dea tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:41:33.336234 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f84a33e4-e154-40a2-b11b-ef9eb0213375 req-81dd266b-bc21-4784-805a-d604e2bd4dea tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=22be386b-f516-47e4-8c1a-4ceadfb6af9b HTTP/1.1" status: 200  len: 210 time: 0.3702245
Apr 19 03:41:33.336234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event deleted for resources: {'Port': ['ID=7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:33.336234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:33.341849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:33.346233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:33.401785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Made reservation on behalf of d45fa3ed20af4aff98d3124d25c8937c for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:33.407070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776788'] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:33.530444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:33.535040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:33.537597 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be386b-f516-47e4-8c1a-4ceadfb6af9b', 'name': 'network-vif-deleted', 'tag': '7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188', 'status': 'completed', 'code': 200}
Apr 19 03:41:33.550466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] Set router 75092399-ff46-49dd-9f8d-d1ec9db546f0 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:33.695617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device bb68c095-15e6-411b-946c-0d677895861f up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:33.920007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Router 75092399-ff46-49dd-9f8d-d1ec9db546f0 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:41:33.996004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1802a-8c3d-406d-bc96-72f7e3a0e6b6 req-e4eebbe0-7403-48c2-befe-723f7da1a2d7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:33.997668 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1fd1802a-8c3d-406d-bc96-72f7e3a0e6b6 req-e4eebbe0-7403-48c2-befe-723f7da1a2d7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1778073
Apr 19 03:41:34.143060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.163359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:34.169209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1fd1802a-8c3d-406d-bc96-72f7e3a0e6b6 req-0fad671c-f9df-4ca7-b370-30868cd844d7 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594889
Apr 19 03:41:34.175374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.183894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7173bdd3-6ff4-492c-8a71-426db311309f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:34.207185 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] 10.222.0.25 "PUT /v2.0/routers/75092399-ff46-49dd-9f8d-d1ec9db546f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6525495
Apr 19 03:41:34.231928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-81af5fce-3927-4ec7-b7f4-0380759471c5 None None] Provisioning complete for port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:34.232323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-81af5fce-3927-4ec7-b7f4-0380759471c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.272371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33038) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:34.279858 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f2ff34191544375a34c5052f6598b14&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6323390
Apr 19 03:41:34.284163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35c079-3dc6-411f-abee-cb7b97af71a0,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:34.307645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:34.394756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.439848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port bb68c095-15e6-411b-946c-0d677895861f triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:34.440663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.469953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.484825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776773'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.492894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9bf3b01f-738a-4197-b1cc-d77e27ff0087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:34.504386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-81af5fce-3927-4ec7-b7f4-0380759471c5 None None] Port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:34.631765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f198f8b2-b06b-44db-8a36-1ac9ab5c363e,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:34.638273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:34.646533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Checking segment: {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:34.647541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Network hostable DHCP agents. Network: 6cfe939b-6d5b-4193-884a-2c03bafb2cef, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:41:34.681496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.688396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a2147cd8-ba66-44ee-bb20-de3e1f218411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:34.707546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35c079-3dc6-411f-abee-cb7b97af71a0,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:34.710168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.712029 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d35c079-3dc6-411f-abee-cb7b97af71a0 HTTP/1.1" status: 204  len: 168 time: 0.4377954
Apr 19 03:41:34.713074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:34.715767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:41:34.760202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 6cfe939b-6d5b-4193-884a-2c03bafb2cef) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:34.780797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:34.780960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a2a12-c319-4f9c-8400-22c53cfc43c2 None None] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:34.782901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.866938 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3796d53a-2e9f-4055-ac65-43b49dc566c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6868234
Apr 19 03:41:34.871094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33058) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:34.874290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:34.882637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:34.893023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Usage tracker for resource:router and tenant:d45fa3ed20af4aff98d3124d25c8937c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:34.897222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:34.911013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:34.939579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4a71d532-892a-4442-a705-27df523b56c0 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:34.981690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:34.981690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.035834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.222348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb89b3-1e69-4532-aa85-3f36a46b010b req-0d285d4d-8630-4ac7-aff1-1419566e9cc5 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:35.233782 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-72bb89b3-1e69-4532-aa85-3f36a46b010b req-0d285d4d-8630-4ac7-aff1-1419566e9cc5 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 946 time: 0.1208866
Apr 19 03:41:35.250534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d2874e0>, [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'a2b6b1a5-0e30-4db6-b796-19ec6ae3042a', 'name': '', 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'mac_address': 'fa:16:3e:e1:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:30Z', 'updated_at': '2021-04-19T03:41:32Z', 'revision_number': 2, 'project_id': '430950cef8b849a7b379682be40b244f', 'subnets': [{'id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:35.293048 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-72bb89b3-1e69-4532-aa85-3f36a46b010b req-e4be1cfb-fbff-484b-b072-59812e400dae tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579822
Apr 19 03:41:35.301371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bce01d-1e69-42fd-b4b7-81d875510349 None None] The sync data for ids ['75092399-ff46-49dd-9f8d-d1ec9db546f0'] in dv-cinder-786054-3-iscsi is: [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'a2b6b1a5-0e30-4db6-b796-19ec6ae3042a', 'name': '', 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'mac_address': 'fa:16:3e:e1:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:30Z', 'updated_at': '2021-04-19T03:41:32Z', 'revision_number': 2, 'project_id': '430950cef8b849a7b379682be40b244f', 'subnets': [{'id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:35.320311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-6cfe939b-6d5b-4193-884a-2c03bafb2cef', 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'fixed_ips': [{'subnet_id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:41:35.321625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.353428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 4a71d532-892a-4442-a705-27df523b56c0 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:35.371304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 4a71d532-892a-4442-a705-27df523b56c0 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:35.371910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.394139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33068) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:35.400327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104745756', 'description': 'tempest-secgroup-smoke-2104745756 description', 'project_id': 'a012a767fda74dde8c60610167f3a08a'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:35.411216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:35.427712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:35.432991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:35.445251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:35.560878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fecf9-23ba-4442-a7fc-655923600b62 req-1eda68d7-f05f-4e5a-9d2a-6df6254c5629 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:35.563067 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f2fecf9-23ba-4442-a7fc-655923600b62 req-1eda68d7-f05f-4e5a-9d2a-6df6254c5629 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.1081355
Apr 19 03:41:35.563768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.564480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.628677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:35.636876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3f2fecf9-23ba-4442-a7fc-655923600b62 req-792b7385-9176-4562-a7eb-feb822971ca9 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588574
Apr 19 03:41:35.638077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:35.641917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:35.655533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:35.703567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.729905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Allocated IP 172.20.0.2 (6cfe939b-6d5b-4193-884a-2c03bafb2cef/f198f8b2-b06b-44db-8a36-1ac9ab5c363e/7a03bb04-94b9-4ee6-a1b9-a1fcd102b241) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:35.736829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.779388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 4a71d532-892a-4442-a705-27df523b56c0, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4a71d532-892a-4442-a705-27df523b56c0,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:35.795589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.802128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7d8e51ff-b84e-4da4-bad8-462dd2b0b9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:35.853726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.860299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-301823af-77d2-444e-82e5-fe9008ba8780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:35.864650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30286fa3-3d6b-424e-81ee-7cb304c95d8d,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:35.867601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:35.910730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:35.912160 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5167592
Apr 19 03:41:35.915815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33074) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:35.922001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group_rule': {'security_group_id': '30286fa3-3d6b-424e-81ee-7cb304c95d8d', 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:35.931403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:35.939921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:35.945816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:35.956639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:35.991162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.004595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=4a71d532-892a-4442-a705-27df523b56c0,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:36.011658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:36.019038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.026481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.089847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:36.143599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:36.144420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 7f73b7d8-7f40-4b4b-8ce9-0712f3b4e188 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:36.166793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.181781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Transition to ACTIVE for port object 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:36.201588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Allocated IP 172.27.0.210 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/23e8e560-edbe-43a8-8346-ce1cf59aa7b4) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:36.204435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Transition to ACTIVE for port object 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:36.251352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.257464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47a5bc75-cac8-4d4e-9e2a-149e5bcd8901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:36.369022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Pushing event updated for resources: {'Port': ['ID=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:36.385312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.391352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:36.392932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:36.394164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:36.396428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:36.423712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.442462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:36.464379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93844935-5b86-48dc-aa2e-d421412ed64d req-7ccd749b-e09e-4af3-a0b5-13b0e26654fe tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:36.465975 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-93844935-5b86-48dc-aa2e-d421412ed64d req-7ccd749b-e09e-4af3-a0b5-13b0e26654fe tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.2114613
Apr 19 03:41:36.466808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.518948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddfc95e-ac90-46ed-ae35-c4cee1dbb33a,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:36.520891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:36.595017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.595427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Attempting to bind port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:36.595860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Attempting to bind port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:36.599309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Attempting to bind port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 on network 6cfe939b-6d5b-4193-884a-2c03bafb2cef {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:36.599490 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6796007
Apr 19 03:41:36.605955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33082) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:36.614114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:36.614559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Checking segment: {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:36.615027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.615509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Bound using segment: {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:36.619747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group_rule': {'security_group_id': '30286fa3-3d6b-424e-81ee-7cb304c95d8d', 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:36.624152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Deleting port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:36.624328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Bound port: 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:36.624535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.624657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.636206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:36.641136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:36.644889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:36.652532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:36.731506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2929b8-1734-48cc-8d1a-372905cd071e req-7fc44929-d397-4ad5-a235-02e3b825c8db tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:36.731506 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf2929b8-1734-48cc-8d1a-372905cd071e req-7fc44929-d397-4ad5-a235-02e3b825c8db tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 946 time: 0.2264278
Apr 19 03:41:36.733196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.817753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa010237-b99a-426f-8e5a-f42913327410 req-a764f444-d079-423b-8399-a458cbf4a29e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:36.820172 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aa010237-b99a-426f-8e5a-f42913327410 req-a764f444-d079-423b-8399-a458cbf4a29e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 946 time: 0.2853281
Apr 19 03:41:36.828541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] For port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:36.832686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] For port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:36.855062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.865189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.870585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:36.879928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.882196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:36.954278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:36.980352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Pushing event updated for resources: {'Port': ['ID=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:36.991819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.993453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.994303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.995302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.996008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.996707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.997255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.997777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.998315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.998830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.999431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:36.999966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:41:37.004392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4a71d532-892a-4442-a705-27df523b56c0 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:37.008230 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf2929b8-1734-48cc-8d1a-372905cd071e req-e9b34ede-1aaa-41fb-ac04-d48ce503d921 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851950
Apr 19 03:41:37.040162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:37.046956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:37.053594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:37.056747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:37.079458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Deleting port 079573e4-5310-4589-883b-946da48f3377 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:37.079846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.096628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Pushing event updated for resources: {'Port': ['ID=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:37.105655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:37.108248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6378d295-e12a-416f-8636-f1c029842d2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:37.121541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 4a71d532-892a-4442-a705-27df523b56c0 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:37.122334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.127385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a05e2-d7a0-4640-89b3-4303bce85d53,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:37.138937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:37.209121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.210294 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d979eefa-e2af-4f32-b42a-b1fee29d3c93 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5996068
Apr 19 03:41:37.241436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33090) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:37.263600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group_rule': {'security_group_id': '30286fa3-3d6b-424e-81ee-7cb304c95d8d', 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:37.277535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device ebcceb43-498c-4b77-8477-c712d59a6196 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:37.284329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:37.310881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:37.328669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:37.354447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:37.434043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5c839-f8a9-4b86-9009-d396d7f381f4 req-093df97c-cf15-46f3-9c1c-de592be99ee1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:37.435796 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-56d5c839-f8a9-4b86-9009-d396d7f381f4 req-093df97c-cf15-46f3-9c1c-de592be99ee1 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 945 time: 0.5637877
Apr 19 03:41:37.453716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port ebcceb43-498c-4b77-8477-c712d59a6196 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:37.461940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port ebcceb43-498c-4b77-8477-c712d59a6196 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:37.462301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.584864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.594103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.612887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port ebcceb43-498c-4b77-8477-c712d59a6196, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=ebcceb43-498c-4b77-8477-c712d59a6196,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:37.635728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.637735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:37.656420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] For port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:37.657064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.726443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=ebcceb43-498c-4b77-8477-c712d59a6196,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:37.734203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:37.737131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:37.837908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Calling delete_port for f3d9b8ab-bbd3-4640-81fd-67706cd12ecc owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:37.877996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-56d5c839-f8a9-4b86-9009-d396d7f381f4 req-5f6089b5-5bd0-487e-adac-2ad1726bbcb8 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/security-groups?id=26120369-837b-4ae3-a8ba-10e2a2a1ec8b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3340786
Apr 19 03:41:37.880032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] For port 079573e4-5310-4589-883b-946da48f3377, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=079573e4-5310-4589-883b-946da48f3377,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:37.880431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.049781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Calling delete_port for 079573e4-5310-4589-883b-946da48f3377 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:38.124821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.202712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.227873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:38.294143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37daee7c-edd7-4aca-8618-1d29467f9b9e,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:38.305382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:38.411739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.416317 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1669817
Apr 19 03:41:38.418889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33110) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:38.432309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091fde7-e718-4369-8227-e77e86141027 req-4d60c6bb-dfb6-4376-be0d-7aaf3e13f1c7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:38.433074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0091fde7-e718-4369-8227-e77e86141027 req-4d60c6bb-dfb6-4376-be0d-7aaf3e13f1c7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Synchronizing usage tracker for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:41:38.440390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group_rule': {'security_group_id': '30286fa3-3d6b-424e-81ee-7cb304c95d8d', 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:38.446984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.455763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:38.458010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:38.466170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9e2d1-5fc1-4ca7-a1ae-6409dfd38181 req-6cdc86ff-2076-452e-bdb6-64d9e533d0fc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:38.467816 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20a9e2d1-5fc1-4ca7-a1ae-6409dfd38181 req-6cdc86ff-2076-452e-bdb6-64d9e533d0fc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1481590
Apr 19 03:41:38.469095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.504028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:38.511630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.522195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:38.524041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:41:38.533959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Pushing event deleted for resources: {'Port': ['ID=f3d9b8ab-bbd3-4640-81fd-67706cd12ecc,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:38.537357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:38.538212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:38.547446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c313cf3d-a365-4bdb-aaf8-59c5f89ac80c tempest-DeleteServersTestJSON-1567489883 tempest-DeleteServersTestJSON-1567489883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:38.581701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0091fde7-e718-4369-8227-e77e86141027 req-4d60c6bb-dfb6-4376-be0d-7aaf3e13f1c7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Unset dirty status for tenant:3a4502ef85b348a384aa26343b925024 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:41:38.589480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cff08-a0f8-45e5-acb7-42e559b9c68d None None] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:38.589692 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0091fde7-e718-4369-8227-e77e86141027 req-4d60c6bb-dfb6-4376-be0d-7aaf3e13f1c7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=04b33f3c-869a-4151-b3a8-c8a05fc75694 HTTP/1.1" status: 200  len: 946 time: 0.4474809
Apr 19 03:41:38.672603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event deleted for resources: {'Port': ['ID=079573e4-5310-4589-883b-946da48f3377,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:38.712664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:38.744756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-666776f6-8c7b-49cb-9540-36f712f3bd4f None None] Provisioning for port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:38.745357 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20a9e2d1-5fc1-4ca7-a1ae-6409dfd38181 req-8a59cf5b-c1cd-4754-abdd-8bd966ce60fc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615677
Apr 19 03:41:38.813448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] No DVR routers for this DVR port f3d9b8ab-bbd3-4640-81fd-67706cd12ecc on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:41:38.830625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.832775 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-93844935-5b86-48dc-aa2e-d421412ed64d req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.43 "DELETE /v2.0/ports/f3d9b8ab-bbd3-4640-81fd-67706cd12ecc HTTP/1.1" status: 204  len: 173 time: 2.3587577
Apr 19 03:41:38.834280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] No DVR routers for this DVR port 079573e4-5310-4589-883b-946da48f3377 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:41:38.835673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'name': 'network-vif-deleted', 'tag': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:38.846697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.848906 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aa010237-b99a-426f-8e5a-f42913327410 req-7ff61ac4-eb43-4150-8764-d1a8f04b2c07 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "DELETE /v2.0/ports/079573e4-5310-4589-883b-946da48f3377 HTTP/1.1" status: 204  len: 173 time: 2.0203867
Apr 19 03:41:38.866404 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0091fde7-e718-4369-8227-e77e86141027 req-18241737-c884-4992-92ee-1894d4b7a696 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757099
Apr 19 03:41:38.867271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:38.921491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Router e7febad9-102b-4288-b616-d941e9dae99b is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:41:38.975794 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22', 'name': 'network-vif-deleted', 'tag': 'f3d9b8ab-bbd3-4640-81fd-67706cd12ecc', 'status': 'completed', 'code': 200}
Apr 19 03:41:39.019509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.046537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.048809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-74161c7b-3adc-40bd-b210-e6ffcaab70e9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:39.075618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:39.171667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5fce982b-2d52-4cc8-8868-0eec5c0b988f req-009b5590-9181-403f-bf10-aebc672f6829 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Synchronizing usage tracker for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:41:39.174880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718d27df-9cad-4786-8c1b-9127c95e1f49,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:39.178217 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:39.206636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.206975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:39.208577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7878861
Apr 19 03:41:39.212010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33120) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:39.219796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group_rule': {'security_group_id': '30286fa3-3d6b-424e-81ee-7cb304c95d8d', 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:39.220163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:39.220163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.226316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:39.234244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:39.237753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:39.247522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Sync routers for ids ['75092399-ff46-49dd-9f8d-d1ec9db546f0'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:39.253886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5fce982b-2d52-4cc8-8868-0eec5c0b988f req-009b5590-9181-403f-bf10-aebc672f6829 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Unset dirty status for tenant:35a5401a5a47449f9da4c9331362b020 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:41:39.255175 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5fce982b-2d52-4cc8-8868-0eec5c0b988f req-009b5590-9181-403f-bf10-aebc672f6829 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] 10.222.0.25 "GET /v2.0/ports?device_id=8fa8f3ff-b68d-42db-8443-ce5c2eb4bd22 HTTP/1.1" status: 200  len: 210 time: 0.1705019
Apr 19 03:41:39.256125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:39.285174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:39.299395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Sync routers for ids ['e7febad9-102b-4288-b616-d941e9dae99b'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:39.311604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Routers {'e7febad9-102b-4288-b616-d941e9dae99b'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:39.312595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e16b7b8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['e7febad9-102b-4288-b616-d941e9dae99b'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:39.326907 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.securitygroups_db [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Project a012a767fda74dde8c60610167f3a08a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 03:41:39.337078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.355424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.359634 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.4874835
Apr 19 03:41:39.360097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33124) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:39.452191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Routers {'75092399-ff46-49dd-9f8d-d1ec9db546f0'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:39.452808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d4126a0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['75092399-ff46-49dd-9f8d-d1ec9db546f0'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:39.453722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.487581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.491041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9b76c7c0-420c-4013-82a8-05973e2bb818 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:39.538247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Set router e7febad9-102b-4288-b616-d941e9dae99b gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:39.551430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dd0d29-9864-4dbd-9847-3a463000aa68,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:39.571459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:39.572276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.577079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3603561
Apr 19 03:41:39.577823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33128) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:39.584110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'security_group_rule': {'security_group_id': '30286fa3-3d6b-424e-81ee-7cb304c95d8d', 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:39.591854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:39.597069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:security_group_rule and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:39.600229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:39.607486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:39.664758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Set router 75092399-ff46-49dd-9f8d-d1ec9db546f0 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:39.675654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.securitygroups_db [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Project a012a767fda74dde8c60610167f3a08a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 03:41:39.683738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.805697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.875468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.885731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fd0c7c1e-73b9-4ebe-93fa-fb58462a90db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:39.934166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-7d1066f5-9937-4e7f-b385-1d7d800a558b None None] Provisioning complete for port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:39.934912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7d1066f5-9937-4e7f-b385-1d7d800a558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:39.978842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ea6eb4-1422-4c26-a6c6-126d968ac5aa,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:39.988862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:40.046929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.050805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e16b7b8>, [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 3, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:40.055924 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9361e672-5136-4bc0-8c8a-fc287d69c3ec tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4767563
Apr 19 03:41:40.060358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Checking router: e7febad9-102b-4288-b616-d941e9dae99b for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:40.061342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Updating router e7febad9-102b-4288-b616-d941e9dae99b port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:40.084232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f3d9b8ab-bbd3-4640-81fd-67706cd12ecc no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:40.142686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.157568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: f3d9b8ab-bbd3-4640-81fd-67706cd12ecc {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:40.158081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f3d9b8ab-bbd3-4640-81fd-67706cd12ecc not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:40.158626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 079573e4-5310-4589-883b-946da48f3377 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:40.246843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 079573e4-5310-4589-883b-946da48f3377 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:40.247274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 079573e4-5310-4589-883b-946da48f3377 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:40.255181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.279133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80c4a2-77c1-4b47-9fc3-a9b24eeccef1 req-f9b8b2af-b873-4e81-8245-b6c97e8f18b9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:40.287280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a80c4a2-77c1-4b47-9fc3-a9b24eeccef1 req-f9b8b2af-b873-4e81-8245-b6c97e8f18b9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1879895
Apr 19 03:41:40.444605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33180) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:40.448680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.484653 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a80c4a2-77c1-4b47-9fc3-a9b24eeccef1 req-cca3b6e3-8094-4fc6-9604-3e067161b8e4 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1963234
Apr 19 03:41:40.551939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7d1066f5-9937-4e7f-b385-1d7d800a558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.563396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:40.630288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d4126a0>, [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'a2b6b1a5-0e30-4db6-b796-19ec6ae3042a', 'name': '', 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'mac_address': 'fa:16:3e:e1:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:30Z', 'updated_at': '2021-04-19T03:41:32Z', 'revision_number': 2, 'project_id': '430950cef8b849a7b379682be40b244f', 'subnets': [{'id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:40.643320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.644238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device ebcceb43-498c-4b77-8477-c712d59a6196 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:40.702520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:40.735699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Checking router: 75092399-ff46-49dd-9f8d-d1ec9db546f0 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:40.736105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Updating router 75092399-ff46-49dd-9f8d-d1ec9db546f0 port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:40.824740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Allocated IP 172.20.0.1 (6cfe939b-6d5b-4193-884a-2c03bafb2cef/f198f8b2-b06b-44db-8a36-1ac9ab5c363e/59da44c5-647b-40c1-bce6-fd615c1d581f) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:41:40.851056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-7d1066f5-9937-4e7f-b385-1d7d800a558b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:41:40.852245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-7d1066f5-9937-4e7f-b385-1d7d800a558b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:41:40.875560 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.901220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port ebcceb43-498c-4b77-8477-c712d59a6196 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:40.901637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.906842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.923096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Transition to ACTIVE for port object 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:40.938950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:40.949401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:40.965566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:40.978123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a02f570b-6aed-4a24-a1c8-e368db84e586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:40.988850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'name': 'network-vif-deleted', 'tag': '079573e4-5310-4589-883b-946da48f3377'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:41.069496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Attempting to bind port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:41.072404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Attempting to bind port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:41.073285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Attempting to bind port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:41.093102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.094399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:41.095069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:41.095840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.096508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:41.097558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Bound port: 23e8e560-edbe-43a8-8346-ce1cf59aa7b4, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:41.098368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.099070 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b33f3c-869a-4151-b3a8-c8a05fc75694', 'name': 'network-vif-deleted', 'tag': '079573e4-5310-4589-883b-946da48f3377', 'status': 'completed', 'code': 200}
Apr 19 03:41:41.126759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Transition to ACTIVE for port object 59da44c5-647b-40c1-bce6-fd615c1d581f will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:41.178653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.184255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b5902200-8986-4620-ae86-6fdba5f42fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:41.215247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] For port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:41.218818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] For port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:41.258652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.309221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc44593-534b-413a-9e83-7b39a3f15c77 None None] Pushing event updated for resources: {'Port': ['ID=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,revision_number=2']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:41.311258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:41.313136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:41.313277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8dc44593-534b-413a-9e83-7b39a3f15c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:41.317497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:41.334032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.347884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:41:41.348160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Transition to ACTIVE for port object a2b6b1a5-0e30-4db6-b796-19ec6ae3042a will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:41.429309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc44593-534b-413a-9e83-7b39a3f15c77 None None] Pushing event updated for resources: {'Port': ['ID=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:41.433674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8dc44593-534b-413a-9e83-7b39a3f15c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:41.434371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Routers {'e7febad9-102b-4288-b616-d941e9dae99b'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:41.435239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e16b7b8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['e7febad9-102b-4288-b616-d941e9dae99b'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:41.456880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.467983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:41.553037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6388c1f-3774-47cc-a37c-6b0a00da126a None None] Pushing event updated for resources: {'Port': ['ID=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:41.577588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6388c1f-3774-47cc-a37c-6b0a00da126a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:41.640309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.822136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Pushing event updated for resources: {'Port': ['ID=59da44c5-647b-40c1-bce6-fd615c1d581f,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:41.880730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:41.952221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:41.965553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] Set router e7febad9-102b-4288-b616-d941e9dae99b gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:41.994388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095465e-1493-41ef-8942-4bf0e9ca4e0a req-8327ccdb-a427-4fcd-9541-dfcab525923c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:41.996280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0095465e-1493-41ef-8942-4bf0e9ca4e0a req-8327ccdb-a427-4fcd-9541-dfcab525923c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1713035
Apr 19 03:41:42.065680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0095465e-1493-41ef-8942-4bf0e9ca4e0a req-b6d6515c-ce01-4cba-bac3-39ce7f3088b7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600698
Apr 19 03:41:42.199103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.223556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Deleting port 45ca3708-ba56-4e4a-812f-6247ed7d8928 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:42.224435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.244690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Attempting to bind port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:42.246051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Attempting to bind port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:42.246960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Attempting to bind port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a on network 722130ce-bfdd-4c6c-8311-2d5977fa3eff {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:42.258731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:42.270067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Checking segment: {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:42.270067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.270067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Bound using segment: {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:42.270067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Bound port: a2b6b1a5-0e30-4db6-b796-19ec6ae3042a, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90b17a-6a58-4e77-9efb-fccf49cc8762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:42.270067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.326657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-2ac68cc4-9f3e-4b05-b85a-e4f4a63b061f None None] Provisioning for port 59da44c5-647b-40c1-bce6-fd615c1d581f completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:42.365190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-2ac68cc4-9f3e-4b05-b85a-e4f4a63b061f None None] Provisioning complete for port 59da44c5-647b-40c1-bce6-fd615c1d581f triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:42.365629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2ac68cc4-9f3e-4b05-b85a-e4f4a63b061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.430643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:42.487884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] For port 45ca3708-ba56-4e4a-812f-6247ed7d8928, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=45ca3708-ba56-4e4a-812f-6247ed7d8928,segment=NetworkSegment(37e4c536-73b9-4704-840e-59422cb8e45e),segment_id=37e4c536-73b9-4704-840e-59422cb8e45e)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:42.488609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.555740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.572328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-2ac68cc4-9f3e-4b05-b85a-e4f4a63b061f None None] Port 59da44c5-647b-40c1-bce6-fd615c1d581f cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:42.586202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:42.586625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.588267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e16b7b8>, [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 3, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:42.597685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f6b4-fc20-412d-9f29-d04a41b2e748 None None] The sync data for ids ['e7febad9-102b-4288-b616-d941e9dae99b'] in dv-cinder-786054-3-iscsi is: [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 3, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:42.608640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.630502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] For port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:42.650751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:42.655891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] For port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:42.670827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Calling delete_port for 45ca3708-ba56-4e4a-812f-6247ed7d8928 owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:42.687332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.704875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:42.739906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Pushing event updated for resources: {'Port': ['ID=59da44c5-647b-40c1-bce6-fd615c1d581f,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:42.752559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:42.781985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:42.800123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76b54c-9b87-4308-9dee-e4cd5fad50df req-b17d1e3f-e007-465d-ba81-979638a362dc tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:42.801780 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7f76b54c-9b87-4308-9dee-e4cd5fad50df req-b17d1e3f-e007-465d-ba81-979638a362dc tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.2408671
Apr 19 03:41:42.866568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Routers {'75092399-ff46-49dd-9f8d-d1ec9db546f0'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:42.868036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d4126a0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['75092399-ff46-49dd-9f8d-d1ec9db546f0'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:42.991104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:41:42.995542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:43.007421 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7f76b54c-9b87-4308-9dee-e4cd5fad50df req-46776fb0-9ad9-4927-aaa9-8755d4e32b4d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626304
Apr 19 03:41:43.051874 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6388c1f-3774-47cc-a37c-6b0a00da126a None None] Pushing event updated for resources: {'Port': ['ID=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:43.057955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:43.063170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ece63d38-78d5-43e5-a907-893a8c081d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:43.134888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ca3708-ba56-4e4a-812f-6247ed7d8928,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:43.140123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:43.153406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6388c1f-3774-47cc-a37c-6b0a00da126a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:43.287937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] Set router 75092399-ff46-49dd-9f8d-d1ec9db546f0 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:43.372537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Router e7febad9-102b-4288-b616-d941e9dae99b has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:41:43.404253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-53e3687f-eca9-45da-b709-203505cc461b None None] Provisioning complete for port 59da44c5-647b-40c1-bce6-fd615c1d581f triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:43.404680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-53e3687f-eca9-45da-b709-203505cc461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:43.548394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:43.602620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-53e3687f-eca9-45da-b709-203505cc461b None None] Port 59da44c5-647b-40c1-bce6-fd615c1d581f cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:41:43.675184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:43.684341 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7febad9-102b-4288-b616-d941e9dae99b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3229547
Apr 19 03:41:43.822860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756e3d-2d44-49be-98c3-c3898575db7d req-b9e1cc5f-0bc4-4642-a04d-52e0d17701aa tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:43.824596 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f0756e3d-2d44-49be-98c3-c3898575db7d req-b9e1cc5f-0bc4-4642-a04d-52e0d17701aa tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.3266270
Apr 19 03:41:43.842190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d4126a0>, [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'a2b6b1a5-0e30-4db6-b796-19ec6ae3042a', 'name': '', 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'mac_address': 'fa:16:3e:e1:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:30Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'subnets': [{'id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:43.846980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3b1a-6f36-41c5-b71a-b35e63b771bb None None] The sync data for ids ['75092399-ff46-49dd-9f8d-d1ec9db546f0'] in dv-cinder-786054-3-iscsi is: [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:41:31Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'a2b6b1a5-0e30-4db6-b796-19ec6ae3042a', 'name': '', 'network_id': '722130ce-bfdd-4c6c-8311-2d5977fa3eff', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'mac_address': 'fa:16:3e:e1:27:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:30Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 4, 'project_id': '430950cef8b849a7b379682be40b244f', 'subnets': [{'id': 'bfb0e34a-b20a-48f7-9ac1-074bdca24493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:44.338006 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f0756e3d-2d44-49be-98c3-c3898575db7d req-fd84f2e3-46a2-412a-a069-d30695d1e704 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4918056
Apr 19 03:41:44.441635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-101dd4df-970e-46d9-bf54-5cdb8f0a1c77 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:44.447180 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-101dd4df-970e-46d9-bf54-5cdb8f0a1c77 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.2108333
Apr 19 03:41:44.455281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Router b74883d7-e4c9-4b15-b522-e61772914ce2 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:41:44.548663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33228) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:44.556926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241105613', 'description': 'tempest-secgroup-smoke-241105613 description', 'project_id': '9685547739384db983b365ae780e9d90'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:44.570596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:44.580999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:44.588510 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:44.596591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:44.600197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Deleting port bb2c34ca-6d45-4472-864f-42de8bae8411 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:44.600585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.619476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:44.652648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.680127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:44.684752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:44.686417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:44.693654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:44.698372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:44.698868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.707821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:44.800337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.829346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.836432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-66ced386-1955-4006-a056-d925e1d6771a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:44.866446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.883623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7497ea10-c0d6-434e-bf0f-a3b83c047878,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:44.886540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:44.886672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:44.932504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.932702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:44.935174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2b6b1a5-0e30-4db6-b796-19ec6ae3042a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:44.935311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3841884
Apr 19 03:41:44.937048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33234) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:44.944579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group_rule': {'security_group_id': '7497ea10-c0d6-434e-bf0f-a3b83c047878', 'project_id': '9685547739384db983b365ae780e9d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:44.948616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b91861-67b5-49fe-8461-4d594bcf2e94 req-9a5b59be-39f4-4749-a7cb-555198bf9887 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:44.950324 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-93b91861-67b5-49fe-8461-4d594bcf2e94 req-9a5b59be-39f4-4749-a7cb-555198bf9887 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 945 time: 0.4587636
Apr 19 03:41:44.953003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:44.956707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:44.959800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:44.967333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:44.972266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:45.024269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.059456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:41:45.071412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:45.074241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] Sync routers for ids ['b74883d7-e4c9-4b15-b522-e61772914ce2'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:45.078415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:45.089615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] Routers {'b74883d7-e4c9-4b15-b522-e61772914ce2'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:45.090285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c6e8898>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['b74883d7-e4c9-4b15-b522-e61772914ce2'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:45.107748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.131031 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-93b91861-67b5-49fe-8461-4d594bcf2e94 req-8bbf8142-3e2a-4c66-a068-6063df111eff tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/security-groups?id=4240d310-ff90-45d3-9838-d92e48984470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599858
Apr 19 03:41:45.151553 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] 10.222.0.25 "PUT /v2.0/routers/b74883d7-e4c9-4b15-b522-e61772914ce2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7055340
Apr 19 03:41:45.158446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33238) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:45.162078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] For port bb2c34ca-6d45-4472-864f-42de8bae8411, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bb2c34ca-6d45-4472-864f-42de8bae8411,segment=NetworkSegment(94ebf6e1-bfe9-444c-acda-f993caec5785),segment_id=94ebf6e1-bfe9-444c-acda-f993caec5785)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:45.162484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.209537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:45.227071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:45.227328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.227420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.306703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:45.308272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Calling delete_port for bb2c34ca-6d45-4472-864f-42de8bae8411 owned by compute:nova {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:45.360168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda9058e-2667-4fed-a744-78bc199de73e,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:45.360168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:45.415774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.481163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.485556 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5444577
Apr 19 03:41:45.487422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33244) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:45.498907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group_rule': {'security_group_id': '7497ea10-c0d6-434e-bf0f-a3b83c047878', 'project_id': '9685547739384db983b365ae780e9d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:45.518177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:45.526186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:45.532246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:45.540424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:45.572535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.586613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-23d7c405-78d9-4318-a709-e2ee5cc9136e tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:45.591955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.612201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['bb2c34ca-6d45-4472-864f-42de8bae8411'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:41:45.650070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] Set router b74883d7-e4c9-4b15-b522-e61772914ce2 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:45.685035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Pushing event deleted for resources: {'Port': ['ID=bb2c34ca-6d45-4472-864f-42de8bae8411,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:45.686972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576595ca-125c-4b43-b8a8-34e1dae1bbdf req-091baa76-5588-44d1-a60b-800e87d5e0ec tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:45.688319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-576595ca-125c-4b43-b8a8-34e1dae1bbdf req-091baa76-5588-44d1-a60b-800e87d5e0ec tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1406400
Apr 19 03:41:45.700513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:45.731107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.736209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.753722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] No DVR routers for this DVR port bb2c34ca-6d45-4472-864f-42de8bae8411 on host hv-cinder-78605 {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:41:45.758241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.761066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'name': 'network-vif-deleted', 'tag': 'bb2c34ca-6d45-4472-864f-42de8bae8411'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:45.766828 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-576595ca-125c-4b43-b8a8-34e1dae1bbdf req-0984579a-0e70-47cd-b405-879593a25603 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570171
Apr 19 03:41:45.772156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Deleting port 15c13820-63b2-430c-beed-8f7714accf8b {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:41:45.781975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.822566 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7fe45c7e-9472-4d5b-999a-6b4a7e49a414 req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.43 "DELETE /v2.0/ports/bb2c34ca-6d45-4472-864f-42de8bae8411 HTTP/1.1" status: 204  len: 173 time: 1.3679743
Apr 19 03:41:45.834622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.883748 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e896d6d6-dd30-46c4-a04f-e9225a22a58d', 'name': 'network-vif-deleted', 'tag': 'bb2c34ca-6d45-4472-864f-42de8bae8411', 'status': 'completed', 'code': 200}
Apr 19 03:41:45.895030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:45.898190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.900766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e32d9482-8742-408b-a76f-becbac541d28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:45.930425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cfcffc-bc89-4102-ac45-8280cb9c4fad,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:45.935324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:45.945503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.951101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a8e12b59-002c-49f4-beaf-7c6f343275fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:45.980011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:45.983996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4938056
Apr 19 03:41:45.984222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33252) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:45.990559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group_rule': {'security_group_id': '7497ea10-c0d6-434e-bf0f-a3b83c047878', 'project_id': '9685547739384db983b365ae780e9d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:45.997868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:46.002115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:46.005845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:46.012208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:46.049861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] For port 15c13820-63b2-430c-beed-8f7714accf8b, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=15c13820-63b2-430c-beed-8f7714accf8b,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:46.050433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.055678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.072086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Sync routers for ids ['e7febad9-102b-4288-b616-d941e9dae99b'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:41:46.085252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Routers {'e7febad9-102b-4288-b616-d941e9dae99b'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:46.086702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945cf89550>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['e7febad9-102b-4288-b616-d941e9dae99b'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:46.143565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:46.146861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:46.157251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c6e8898>, [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '15c13820-63b2-430c-beed-8f7714accf8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 5, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port': {'id': '15c13820-63b2-430c-beed-8f7714accf8b', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:08Z', 'updated_at': '2021-04-19T03:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:46.161952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] Checking router: b74883d7-e4c9-4b15-b522-e61772914ce2 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:46.175364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.180450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] Routers {'b74883d7-e4c9-4b15-b522-e61772914ce2'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:46.181630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c6e8898>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['b74883d7-e4c9-4b15-b522-e61772914ce2'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:46.196666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Calling delete_port for 15c13820-63b2-430c-beed-8f7714accf8b owned by network:router_gateway {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:41:46.208053 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.218938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9b6524bb-f4bd-4df8-86e6-470d90b350fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:46.268520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70486d35-108c-4625-9c34-df20f77930d1,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:46.316467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:46.349823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.351983 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-10e7ba22-8f0f-40f0-9156-3d8ae947a570 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3661320
Apr 19 03:41:46.354762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33260) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:46.360606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group_rule': {'security_group_id': '7497ea10-c0d6-434e-bf0f-a3b83c047878', 'project_id': '9685547739384db983b365ae780e9d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:46.381948 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:46.393186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:46.395282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Set router e7febad9-102b-4288-b616-d941e9dae99b gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:46.397008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:46.418685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:46.436153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:46.501662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.521496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] Set router b74883d7-e4c9-4b15-b522-e61772914ce2 gateway port host: None {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:46.594116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.635276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.637917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:46.698677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941b4910-0ccf-4ed7-b300-0d72b8f79d6c,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:46.703500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c6e8898>, [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:41:45Z', 'revision_number': 6, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:46.712525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:46.713959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8e5db-c783-4b26-9241-d0ba63f6ad43 None None] The sync data for ids ['b74883d7-e4c9-4b15-b522-e61772914ce2'] in dv-cinder-786054-3-iscsi is: [{'id': 'b74883d7-e4c9-4b15-b522-e61772914ce2', 'name': 'tempest-ServerRescueNegativeTestJSON-770806423-router', 'tenant_id': '35a5401a5a47449f9da4c9331362b020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:06Z', 'updated_at': '2021-04-19T03:41:45Z', 'revision_number': 6, 'project_id': '35a5401a5a47449f9da4c9331362b020', 'gw_port_host': None}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:46.716483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:46.716903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.720963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.722484 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-159d2ea1-3300-4dc4-8fe7-78377712559a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3667054
Apr 19 03:41:46.725442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33264) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:46.731415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group_rule': {'security_group_id': '7497ea10-c0d6-434e-bf0f-a3b83c047878', 'project_id': '9685547739384db983b365ae780e9d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:46.743048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:46.756335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:46.768188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:46.775761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:46.817456 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.securitygroups_db [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Project 9685547739384db983b365ae780e9d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 03:41:46.823753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.836339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945cf89550>, [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 4, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '59da44c5-647b-40c1-bce6-fd615c1d581f', 'name': '', 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'mac_address': 'fa:16:3e:fd:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:40Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 2, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'subnets': [{'id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:46.845837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Checking router: e7febad9-102b-4288-b616-d941e9dae99b for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:41:46.847674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Updating router e7febad9-102b-4288-b616-d941e9dae99b port 59da44c5-647b-40c1-bce6-fd615c1d581f binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:41:46.901623 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b5fef6a-1e10-4715-b3b1-d69ba2478244 req-bc766324-680c-4c96-8671-16c4f9fe82d7 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] 10.222.0.25 "GET /v2.0/ports?device_id=e896d6d6-dd30-46c4-a04f-e9225a22a58d HTTP/1.1" status: 200  len: 210 time: 0.0937600
Apr 19 03:41:46.909909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2b6b1a5-0e30-4db6-b796-19ec6ae3042a up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:46.970683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.976945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:46.997008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:46.997428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.006684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.010747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-60d74a52-bfbc-4026-8814-591a5fd29246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:47.047930 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb8826f-d000-4dca-8fc3-3ac1c296614e,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:47.075509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.087601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:47.121849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:47.180310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423b06-5070-4d4b-aef1-4dd5edf3dd0d req-ff39369d-2b35-4e60-a8ff-b19bf00256ba tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:47.182040 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd423b06-5070-4d4b-aef1-4dd5edf3dd0d req-ff39369d-2b35-4e60-a8ff-b19bf00256ba tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1357498
Apr 19 03:41:47.183390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.184746 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6e8fe0ca-f3f5-4e9a-86a5-92b1ce699ee9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4578426
Apr 19 03:41:47.187662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33272) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:47.189357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c13820-63b2-430c-beed-8f7714accf8b,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:47.215264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'security_group_rule': {'security_group_id': '7497ea10-c0d6-434e-bf0f-a3b83c047878', 'project_id': '9685547739384db983b365ae780e9d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:47.231198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:47.231456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:47.237477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:security_group_rule and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:47.247882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:47.260328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:47.271774 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd423b06-5070-4d4b-aef1-4dd5edf3dd0d req-e7e13f19-a695-45e1-9aa4-ead4a09797e2 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814559
Apr 19 03:41:47.304114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.312134 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.securitygroups_db [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Project 9685547739384db983b365ae780e9d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 03:41:47.319654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.402398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.435216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.443430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:47.462968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67216f4b-bafd-4adb-b634-18bd5cdf301e,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:47.465805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:47.487768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.502104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Transition to ACTIVE for port object 59da44c5-647b-40c1-bce6-fd615c1d581f will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:41:47.503104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.505697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.509708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.511118 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-13f79170-ebf5-4e52-8739-1fa01e9e80ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3224432
Apr 19 03:41:47.538256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.544440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:47.638617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234bb0b-a2d8-43f4-95fd-3fd4d3705336 None None] Pushing event updated for resources: {'Port': ['ID=59da44c5-647b-40c1-bce6-fd615c1d581f,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:47.638617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3234bb0b-a2d8-43f4-95fd-3fd4d3705336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:47.658108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.658717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74883d7-e4c9-4b15-b522-e61772914ce2 {{(pid=86430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:41:47.672584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.677250 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b74883d7-e4c9-4b15-b522-e61772914ce2 HTTP/1.1" status: 204  len: 168 time: 2.5171547
Apr 19 03:41:47.679958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33296) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:47.796531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Deleting subnet ff0c4cbe-d4eb-4e8b-864e-9624477fec41 {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:41:47.800353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.866598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:47.940474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.014610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33318) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:48.020314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Attempting to bind port 59da44c5-647b-40c1-bce6-fd615c1d581f on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:41:48.020729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Attempting to bind port 59da44c5-647b-40c1-bce6-fd615c1d581f by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:41:48.021134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Attempting to bind port 59da44c5-647b-40c1-bce6-fd615c1d581f on network 6cfe939b-6d5b-4193-884a-2c03bafb2cef {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:41:48.027766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:41:48.028182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Checking segment: {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:48.028625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.029058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Bound using segment: {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:41:48.029574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Bound port: 59da44c5-647b-40c1-bce6-fd615c1d581f, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a8f8b-052c-49f6-81d1-e9247c65d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:41:48.030006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.098496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Deleting subnet 45ab61ee-f297-4972-bfc7-b19316ce9dfe {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:41:48.107176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.138898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] For port 59da44c5-647b-40c1-bce6-fd615c1d581f, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:41:48.142273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] For port 59da44c5-647b-40c1-bce6-fd615c1d581f, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=59da44c5-647b-40c1-bce6-fd615c1d581f,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:41:48.145710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device bb2c34ca-6d45-4472-864f-42de8bae8411 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:48.173044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.174872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.180384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-af113dd9-1419-45ed-a0b5-7603ea48d3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:48.189302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: bb2c34ca-6d45-4472-864f-42de8bae8411 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:48.190016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device bb2c34ca-6d45-4472-864f-42de8bae8411 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:48.236962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.258175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234bb0b-a2d8-43f4-95fd-3fd4d3705336 None None] Pushing event updated for resources: {'Port': ['ID=59da44c5-647b-40c1-bce6-fd615c1d581f,revision_number=4']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:48.263012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3234bb0b-a2d8-43f4-95fd-3fd4d3705336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:48.286378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Routers {'e7febad9-102b-4288-b616-d941e9dae99b'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:41:48.287085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945cf89550>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:41:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['e7febad9-102b-4288-b616-d941e9dae99b'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:48.322192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.336220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:48.395287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.407368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0c4cbe-d4eb-4e8b-864e-9624477fec41,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:48.409979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:48.412276 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ff0c4cbe-d4eb-4e8b-864e-9624477fec41 HTTP/1.1" status: 204  len: 168 time: 0.7308772
Apr 19 03:41:48.417797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33326) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:48.438232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 15c13820-63b2-430c-beed-8f7714accf8b no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:48.520318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 15c13820-63b2-430c-beed-8f7714accf8b {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:48.520952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 15c13820-63b2-430c-beed-8f7714accf8b not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:48.521625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 45ca3708-ba56-4e4a-812f-6247ed7d8928 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:41:48.598440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.602550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 45ca3708-ba56-4e4a-812f-6247ed7d8928 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:41:48.603218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 45ca3708-ba56-4e4a-812f-6247ed7d8928 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:41:48.673308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] Set router e7febad9-102b-4288-b616-d941e9dae99b gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:41:48.787010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229310b-29bb-414a-be6b-d74397a4bd7d req-00961792-0251-477d-8725-a100b32f8994 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:48.789409 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0229310b-29bb-414a-be6b-d74397a4bd7d req-00961792-0251-477d-8725-a100b32f8994 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1430163
Apr 19 03:41:48.826746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.837835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.856189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:48.886923 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b01ffed5-8d91-4397-8b3f-37b7f7186381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.911748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:48.917204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:41:48.920087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ab61ee-f297-4972-bfc7-b19316ce9dfe,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:48.932430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:48.936037 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0229310b-29bb-414a-be6b-d74397a4bd7d req-2a31ecf6-15f1-4b8c-bea8-b84e73cbcb2f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390131
Apr 19 03:41:48.937609 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-75140f60-92d2-4593-811c-bdf506237747 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45ab61ee-f297-4972-bfc7-b19316ce9dfe HTTP/1.1" status: 204  len: 168 time: 0.9219143
Apr 19 03:41:48.940428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33334) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:48.974125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945cf9df60>,) {'filters': {'network_id': ['fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:48.989412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945cf9df60>, '37e4c536-73b9-4704-840e-59422cb8e45e') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:48.989746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945cf9df60>, '37e4c536-73b9-4704-840e-59422cb8e45e') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:49.002694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.017485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.023969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:41:49.070632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.125469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945cf89550>, [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 4, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '59da44c5-647b-40c1-bce6-fd615c1d581f', 'name': '', 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'mac_address': 'fa:16:3e:fd:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:40Z', 'updated_at': '2021-04-19T03:41:48Z', 'revision_number': 4, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'subnets': [{'id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:49.130041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54941fa-4d62-4765-8f23-b47410876ae1 None None] The sync data for ids ['e7febad9-102b-4288-b616-d941e9dae99b'] in dv-cinder-786054-3-iscsi is: [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:41:42Z', 'revision_number': 4, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '59da44c5-647b-40c1-bce6-fd615c1d581f', 'name': '', 'network_id': '6cfe939b-6d5b-4193-884a-2c03bafb2cef', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'mac_address': 'fa:16:3e:fd:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:40Z', 'updated_at': '2021-04-19T03:41:48Z', 'revision_number': 4, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'subnets': [{'id': 'f198f8b2-b06b-44db-8a36-1ac9ab5c363e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:41:49.217202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.245085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:41:49.265188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.359676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945c6ad3c8>,) {'filters': {'network_id': ['c6488502-d478-4c15-aad9-cec2dbbd6c1f']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:49.385500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c6ad3c8>, '94ebf6e1-bfe9-444c-acda-f993caec5785') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:49.385500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c6ad3c8>, '94ebf6e1-bfe9-444c-acda-f993caec5785') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:41:49.404673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.423595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.433344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:41:49.482277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Network fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:41:49.509553 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:41:49.645784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.651829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.659814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:41:49.662598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-05955a3e-3b32-41e7-8009-1f454a7c5c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:49.670300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:49.687917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:49.690555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:49.697881 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e57feeb8-f198-451c-bd07-3f4a866d3b65 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa0bf452-e9f3-46b0-a3ef-07a35a7ed8fa HTTP/1.1" status: 204  len: 168 time: 1.2790034
Apr 19 03:41:49.870880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Network c6488502-d478-4c15-aad9-cec2dbbd6c1f has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:41:49.901511 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:41:50.005746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33360) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:50.026700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.034024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:50.056128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.074793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6488502-d478-4c15-aad9-cec2dbbd6c1f,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:50.087581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:50.094577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6b4241be-0116-43b2-a080-5fd24add1c9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35a5401a5a47449f9da4c9331362b020&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0876455
Apr 19 03:41:50.097272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33364) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:50.130292 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c6488502-d478-4c15-aad9-cec2dbbd6c1f HTTP/1.1" status: 204  len: 168 time: 1.1885643
Apr 19 03:41:50.160376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:41:50.168555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c19336-662d-4412-9774-32109ea1fe1f req-1a39a84b-0def-4286-9f1e-7121d0ca16d3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:50.170641 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38c19336-662d-4412-9774-32109ea1fe1f req-1a39a84b-0def-4286-9f1e-7121d0ca16d3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0977063
Apr 19 03:41:50.181393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.212912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.230628 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38c19336-662d-4412-9774-32109ea1fe1f req-7f99688c-6b30-4aaf-9126-06315d41f564 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533638
Apr 19 03:41:50.372699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:50.392799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'mac_address': 'fa:16:3e:98:de:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:41:50.406621 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 59da44c5-647b-40c1-bce6-fd615c1d581f up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:50.511771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33370) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:50.539481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.558363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.562157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:41:50.563979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ec439ae5-f87d-4450-80c3-ef5f867a5526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:50.582548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26120369-837b-4ae3-a8ba-10e2a2a1ec8b,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:50.587452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:50.590813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:50.598800 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cac0f61a-299e-4993-97f9-4377c7eaa742 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a4502ef85b348a384aa26343b925024&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0856588
Apr 19 03:41:50.602571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33376) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:50.645969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 59da44c5-647b-40c1-bce6-fd615c1d581f completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:41:50.652239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 59da44c5-647b-40c1-bce6-fd615c1d581f triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:50.652659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.681070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.690064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.693608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.693849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:50.694884 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26120369-837b-4ae3-a8ba-10e2a2a1ec8b HTTP/1.1" status: 204  len: 168 time: 0.5966139
Apr 19 03:41:50.712518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.784332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.790527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c55b2ad9-dfc5-4b0b-a058-12d45a916fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:50.793391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:41:50.805412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4240d310-ff90-45d3-9838-d92e48984470,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:50.808357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:50.831074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=6']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:50.834351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:50.834487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:50.839391 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4240d310-ff90-45d3-9838-d92e48984470 HTTP/1.1" status: 204  len: 168 time: 0.2329144
Apr 19 03:41:51.113440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:51.196529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 59da44c5-647b-40c1-bce6-fd615c1d581f, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=59da44c5-647b-40c1-bce6-fd615c1d581f,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:51.254541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:51.264312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:51.400641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=59da44c5-647b-40c1-bce6-fd615c1d581f,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:51.404584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:51.422585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ba99316b-9cde-4594-b7b0-7294618ff770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:51.476065 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d972e9-6946-46ff-8381-3aeeba54f062 req-7ee69bf8-f31a-44a3-bd37-e35931a8e49e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:51.478320 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-40d972e9-6946-46ff-8381-3aeeba54f062 req-7ee69bf8-f31a-44a3-bd37-e35931a8e49e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 944 time: 0.1012421
Apr 19 03:41:51.528504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-40d972e9-6946-46ff-8381-3aeeba54f062 req-313eda16-c1b5-47e3-a95e-33068aff9186 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440607
Apr 19 03:41:51.858546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.098230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.160209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:52.251686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:52.252225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.372392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 59da44c5-647b-40c1-bce6-fd615c1d581f up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:41:52.463275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.502275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:41:52.510261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.520639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:41:52.522235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 59da44c5-647b-40c1-bce6-fd615c1d581f triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:41:52.522647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.565638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:52.576304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fa70851e-ee57-4a33-99f1-b76f48343e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:52.632660 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'code': 200}
Apr 19 03:41:52.688056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=7']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:52.698445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:52.801209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75d73f-9b99-4cad-a560-f3f6dbd4a4d6 req-3a496318-3241-4b31-8aae-b6872f8d9da9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:52.802979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a75d73f-9b99-4cad-a560-f3f6dbd4a4d6 req-3a496318-3241-4b31-8aae-b6872f8d9da9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1012008
Apr 19 03:41:52.890996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a75d73f-9b99-4cad-a560-f3f6dbd4a4d6 req-d07bff5a-db59-4b2d-aa63-86387e962f72 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805168
Apr 19 03:41:52.914862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33480) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:53.038808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.054843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:53.058866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Usage tracker for resource:security_group_rule and tenant:372fbb83164d49129ba265f803377751 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:53.061883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:53.068498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:53.154385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.182451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.192359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9d3689be-598c-4d6c-83e7-09fef79a7a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:53.237752 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=372fbb83164d49129ba265f803377751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217535
Apr 19 03:41:53.241165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33488) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:53.242872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8241e4-84ba-47fd-9043-dec507244da0,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:53.246313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:53.286808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.308328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.337157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.412166 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.417475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2eb5884d-8651-4020-8e26-7149bad685eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:53.431245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8241e4-84ba-47fd-9043-dec507244da0,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:53.434272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:53.435250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:53.436395 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d8241e4-84ba-47fd-9043-dec507244da0 HTTP/1.1" status: 204  len: 168 time: 0.1925991
Apr 19 03:41:54.177612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d4fb0-f802-4221-ab81-b6f7317e94c9 req-c344f331-457a-4a1e-af25-6a4a86ba8074 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:54.180683 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f2d4fb0-f802-4221-ab81-b6f7317e94c9 req-c344f331-457a-4a1e-af25-6a4a86ba8074 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1111312
Apr 19 03:41:54.252020 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f2d4fb0-f802-4221-ab81-b6f7317e94c9 req-93dd19b9-003f-46bc-bace-a188f8055159 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637109
Apr 19 03:41:54.421892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33538) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:54.549085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004624089-network', 'tenant_id': '580f3ea3002d4a90a7b53cf0a3a70d17'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:54.564763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:54.587287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Usage tracker for resource:network and tenant:580f3ea3002d4a90a7b53cf0a3a70d17 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:54.594084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:54.610949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:54.640596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Made reservation on behalf of 580f3ea3002d4a90a7b53cf0a3a70d17 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:54.645812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.662587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.683704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:54.689191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Usage tracker for resource:security_group_rule and tenant:580f3ea3002d4a90a7b53cf0a3a70d17 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:54.693162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:54.701247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:54.789715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.822220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.826366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-505bdc97-7321-4b07-a98f-7b8e0802a664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:54.851262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:41:54.864414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5770e6-3566-4a37-8ecb-455cdca79a26,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:54.868641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:54.869592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.869979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Added segment c2bd0782-76c4-45a7-9eb4-1d1468d3d9f3 of type vlan for network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4
Apr 19 03:41:54.896899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.959571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.961851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:54.962679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:54.968860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2036c394-8ea4-44d0-9a33-a588b5537087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:55.079133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:55.082094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:55.091480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:41:55.123814 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6977310
Apr 19 03:41:55.124092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33552) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:55.130052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Request body: {'subnet': {'network_id': 'e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004624089-subnet', 'tenant_id': '580f3ea3002d4a90a7b53cf0a3a70d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:55.136860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:55.141632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Usage tracker for resource:subnet and tenant:580f3ea3002d4a90a7b53cf0a3a70d17 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:55.145025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:55.152333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:55.196308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Made reservation on behalf of 580f3ea3002d4a90a7b53cf0a3a70d17 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:55.202063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776788'] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:55.538141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd85cd-d3f3-46b1-b2ad-ef158ec24060 req-cb5b7a17-102f-47ab-887e-0a8c560223bc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:55.540342 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8fd85cd-d3f3-46b1-b2ad-ef158ec24060 req-cb5b7a17-102f-47ab-887e-0a8c560223bc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1333580
Apr 19 03:41:55.563886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec442c-43f3-4d46-827e-ad0b3604a032 req-03effc42-0241-43fb-8827-d021b4970f68 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:55.565504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65ec442c-43f3-4d46-827e-ad0b3604a032 req-03effc42-0241-43fb-8827-d021b4970f68 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1019027
Apr 19 03:41:55.618078 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65ec442c-43f3-4d46-827e-ad0b3604a032 req-a19beae7-5d48-4392-8a83-0d1e13ad8444 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450747
Apr 19 03:41:55.649887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8fd85cd-d3f3-46b1-b2ad-ef158ec24060 req-16836f2d-8af5-43df-b21f-ca74911ffc01 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024444
Apr 19 03:41:55.763556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776773'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:55.768499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f56507c1-101e-48ad-b51d-bb1b8232972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:55.851446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2aabff-f100-4a95-bf9a-6be4eb4a739e,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:55.856684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:55.864739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Checking segment: {'id': 'c2bd0782-76c4-45a7-9eb4-1d1468d3d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:55.864886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Network hostable DHCP agents. Network: e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:41:55.926648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:41:55.955009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:55.965767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c43b8-47ba-4018-ab04-cda289c30f35 None None] Network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:55.968285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:55.968933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.028438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-820e1556-83f6-4f51-b53c-7b9250d2646d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8942750
Apr 19 03:41:56.028438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33578) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:56.209421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.228193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13932b4a-0683-42f6-a6ec-c87d89af90fc None None] Network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:56.251188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:56.259708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c22dca5f550e4fcdbd21ad3234d0f70c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:56.264826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:56.276953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:56.376601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.401106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.411426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:56.459110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae1914c-9e3c-43db-a1a4-35e96ab814b0,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:56.475990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:56.484144 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c22dca5f550e4fcdbd21ad3234d0f70c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4600694
Apr 19 03:41:56.487222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33602) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:56.614649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.647247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.722086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.736179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2bdc7dda-2144-4bf6-ad72-ae92c290322d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:56.774532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:56.780772 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ae1914c-9e3c-43db-a1a4-35e96ab814b0 HTTP/1.1" status: 204  len: 168 time: 0.2921844
Apr 19 03:41:56.782279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae1914c-9e3c-43db-a1a4-35e96ab814b0,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:56.785705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:56.926060 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ef43-043b-4499-af5e-3fa7d517ed6f req-3d72d1b0-3b63-4293-9704-f1e3cc0a8116 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:56.927820 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-91c2ef43-043b-4499-af5e-3fa7d517ed6f req-3d72d1b0-3b63-4293-9704-f1e3cc0a8116 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1007092
Apr 19 03:41:56.932784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0516b0-3b48-47b4-8ac2-2b1ad31edcf6 req-98d9798a-17d8-4f5d-903d-ef46050f0b64 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:56.935132 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e0516b0-3b48-47b4-8ac2-2b1ad31edcf6 req-98d9798a-17d8-4f5d-903d-ef46050f0b64 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1126039
Apr 19 03:41:56.993876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e0516b0-3b48-47b4-8ac2-2b1ad31edcf6 req-f801afd0-c2ec-4da4-93f5-a06ef845042b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517557
Apr 19 03:41:56.999770 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-91c2ef43-043b-4499-af5e-3fa7d517ed6f req-01a5fa3e-c3c6-437f-a2f9-829ee89c42e6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645430
Apr 19 03:41:57.047424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33628) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:57.053773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-513778713-network', 'tenant_id': '9f077e345a1a49779e6a1a7f337cd912'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:57.060305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:57.064433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Usage tracker for resource:network and tenant:9f077e345a1a49779e6a1a7f337cd912 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:57.067688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:57.073983 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:57.115346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Made reservation on behalf of 9f077e345a1a49779e6a1a7f337cd912 for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:57.120738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.139249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.156125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:57.161197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Usage tracker for resource:security_group_rule and tenant:9f077e345a1a49779e6a1a7f337cd912 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:57.164157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:57.175210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:57.284378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.315394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.329054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-440029b5-5df9-433b-8c70-2284d6a129ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:57.359162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:41:57.361819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f92ffa-908f-4ac9-bdd3-4ee73ad4150a,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:57.368477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:57.375180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.375948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Added segment fcfb93ae-f73f-416e-89d9-24329a3b59af of type vlan for network 006bf969-ddf6-408a-8e66-6e296f3f203c
Apr 19 03:41:57.421412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.486818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.488720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:57.489443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:57.494478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:57.671464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Pushing event updated for resources: {'Network': ['ID=006bf969-ddf6-408a-8e66-6e296f3f203c,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:57.684314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 006bf969-ddf6-408a-8e66-6e296f3f203c details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:41:57.684820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:57.711746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33650) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:57.735115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Request body: {'subnet': {'network_id': '006bf969-ddf6-408a-8e66-6e296f3f203c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-513778713-subnet', 'tenant_id': '9f077e345a1a49779e6a1a7f337cd912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:41:57.741139 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6924822
Apr 19 03:41:57.742895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:41:57.747099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Usage tracker for resource:subnet and tenant:9f077e345a1a49779e6a1a7f337cd912 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:41:57.750453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:41:57.756874 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:41:57.795765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Made reservation on behalf of 9f077e345a1a49779e6a1a7f337cd912 for: {'subnet': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:41:57.801365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2776788'] for subnet, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:58.286749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f655cb-fd69-47ce-9271-ff33a5c6a2da req-2aee21a3-cee6-407b-8426-85602fb871c5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:58.288498 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44f655cb-fd69-47ce-9271-ff33a5c6a2da req-2aee21a3-cee6-407b-8426-85602fb871c5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1051733
Apr 19 03:41:58.363375 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44f655cb-fd69-47ce-9271-ff33a5c6a2da req-b673f1b3-499a-4d7b-9946-91252416284f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668118
Apr 19 03:41:58.422368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c3ea-d307-4066-a6a5-c1c22507546a req-2f19af07-f4b8-498e-a52d-e4675c3511b1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:58.424252 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6360c3ea-d307-4066-a6a5-c1c22507546a req-2f19af07-f4b8-498e-a52d-e4675c3511b1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1518958
Apr 19 03:41:58.539563 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6360c3ea-d307-4066-a6a5-c1c22507546a req-2f7626e0-529d-4143-bfca-976b1cd9967b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081009
Apr 19 03:41:58.587840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4110145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2776773'] for subnet, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:58.598838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:41:58.710831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f3572e-2df6-4c88-8ffe-15c2562571bb,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:41:58.713992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:41:58.721237 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Checking segment: {'id': 'fcfb93ae-f73f-416e-89d9-24329a3b59af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '006bf969-ddf6-408a-8e66-6e296f3f203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:41:58.721796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Network hostable DHCP agents. Network: 006bf969-ddf6-408a-8e66-6e296f3f203c, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:41:58.771790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Network 006bf969-ddf6-408a-8e66-6e296f3f203c is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:41:58.811871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 006bf969-ddf6-408a-8e66-6e296f3f203c) {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:41:58.821894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba44070-a1af-48ec-a8b4-585df5bd480c None None] Network 006bf969-ddf6-408a-8e66-6e296f3f203c requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:58.844930 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:58.845771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:58.923795 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2129450
Apr 19 03:41:59.219272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33688) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:41:59.220598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10732a7c-22e8-4435-b632-ce7a0320197d None None] Network 006bf969-ddf6-408a-8e66-6e296f3f203c requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:41:59.308718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Deleting subnet 4d2aabff-f100-4a95-bf9a-6be4eb4a739e {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:41:59.313181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:59.426298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:59.650243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:41:59.758923 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba536ef-cd8e-45d5-8d54-03ba443da218 req-067f4a3c-f493-48d5-bf19-d718381c3073 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:41:59.774796 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ba536ef-cd8e-45d5-8d54-03ba443da218 req-067f4a3c-f493-48d5-bf19-d718381c3073 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1974955
Apr 19 03:42:00.489092 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ba536ef-cd8e-45d5-8d54-03ba443da218 req-e68078a0-c5cb-49ed-92f4-87b6592a0f6f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940783
Apr 19 03:42:00.490092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71564bd0-b7de-4b05-bc7f-e07260feef3c req-0ef7f6c5-063e-404c-890b-2f1ff5037500 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:00.490092 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-71564bd0-b7de-4b05-bc7f-e07260feef3c req-0ef7f6c5-063e-404c-890b-2f1ff5037500 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1781538
Apr 19 03:42:00.490092 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-71564bd0-b7de-4b05-bc7f-e07260feef3c req-276a3953-13cc-4452-b1b6-d8660655ba62 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558832
Apr 19 03:42:00.681350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:00.690325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:00.729048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2aabff-f100-4a95-bf9a-6be4eb4a739e,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:00.731681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:00.748690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:00.748690 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a5e5b0f8-2cd3-46d6-b3bd-1976f032463e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4d2aabff-f100-4a95-bf9a-6be4eb4a739e HTTP/1.1" status: 204  len: 168 time: 1.5198450
Apr 19 03:42:00.749717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 33700) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:00.865703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9457f571d0>,) {'filters': {'network_id': ['e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457f571d0>, 'c2bd0782-76c4-45a7-9eb4-1d1468d3d9f3') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457f571d0>, 'c2bd0782-76c4-45a7-9eb4-1d1468d3d9f3') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:01.339812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:42:01.402030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ec7a1-80c7-4610-b5f9-53a2faeb9574 req-b28193d5-4dc0-4ead-8e61-9612a073bc5c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:01.402588 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-844ec7a1-80c7-4610-b5f9-53a2faeb9574 req-b28193d5-4dc0-4ead-8e61-9612a073bc5c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1111796
Apr 19 03:42:01.463643 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-844ec7a1-80c7-4610-b5f9-53a2faeb9574 req-419a60ec-4e99-47d0-bf06-4076a9f464ec tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516677
Apr 19 03:42:01.618346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:42:01.628688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:01.877091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa6690-f278-41e0-99cf-1d7c71bb9a3b req-2b039f70-748d-4abf-8de0-1911a61db125 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:01.881758 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5afa6690-f278-41e0-99cf-1d7c71bb9a3b req-2b039f70-748d-4abf-8de0-1911a61db125 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.3393540
Apr 19 03:42:01.897794 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Network e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:42:01.953632 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:42:02.060931 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5afa6690-f278-41e0-99cf-1d7c71bb9a3b req-1de92351-cf50-4729-8b35-a77309e96cc0 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1661773
Apr 19 03:42:02.097778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.102553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:02.121363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.127473 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] 10.222.0.25 "DELETE /v2.0/networks/e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4 HTTP/1.1" status: 204  len: 168 time: 1.3821020
Apr 19 03:42:02.132914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33720) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:02.133097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f1da1c-5b7c-4c7b-a70c-067e2a1ba5b4,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:02.136241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f1ae2bd8-9731-450d-babd-68123a5e156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:02.204879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Deleting subnet 85f3572e-2df6-4c88-8ffe-15c2562571bb {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:42:02.208492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.268224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.338916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.790249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0e5c9-d293-4e62-9a82-ef3d017592cc req-a3b9c1e4-3825-428f-8b18-90433a7959be tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:02.791901 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bc0e5c9-d293-4e62-9a82-ef3d017592cc req-a3b9c1e4-3825-428f-8b18-90433a7959be tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1823580
Apr 19 03:42:02.859264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.869774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:02.913438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bc0e5c9-d293-4e62-9a82-ef3d017592cc req-12b6e0cc-814a-42d2-83c3-d08e52b5fb36 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873570
Apr 19 03:42:02.914468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f3572e-2df6-4c88-8ffe-15c2562571bb,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:02.916988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:02.919608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:02.928267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cba0dcb4-4e6c-44c6-9fa7-487159673852 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/85f3572e-2df6-4c88-8ffe-15c2562571bb HTTP/1.1" status: 204  len: 168 time: 0.7937820
Apr 19 03:42:02.941882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33732) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:03.390931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30041951-4d29-4c92-9d14-afa693e09ba9 req-61cd0350-2087-4fc4-9e11-1b419a1c1c48 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:03.393796 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-30041951-4d29-4c92-9d14-afa693e09ba9 req-61cd0350-2087-4fc4-9e11-1b419a1c1c48 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1475389
Apr 19 03:42:03.393975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:03.507841 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-30041951-4d29-4c92-9d14-afa693e09ba9 req-0c35b82a-7892-4d90-b70b-b856dc6e7dca tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977888
Apr 19 03:42:03.553226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:03.687593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945d577048>,) {'filters': {'network_id': ['006bf969-ddf6-408a-8e66-6e296f3f203c']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:03.704358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d577048>, 'fcfb93ae-f73f-416e-89d9-24329a3b59af') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:03.704726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d577048>, 'fcfb93ae-f73f-416e-89d9-24329a3b59af') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:03.718761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:03.735381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:03.746677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:42:03.956550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Network 006bf969-ddf6-408a-8e66-6e296f3f203c has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:42:03.966406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:04.202887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Network 006bf969-ddf6-408a-8e66-6e296f3f203c has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:42:04.227697 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:42:04.336270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217892e9-4f5b-4cd1-b658-bfd16d425779 req-604a0914-3af1-4303-9e58-a19f896f04e3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:04.339655 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-217892e9-4f5b-4cd1-b658-bfd16d425779 req-604a0914-3af1-4303-9e58-a19f896f04e3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.2153459
Apr 19 03:42:04.360804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:04.371414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:04.397904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:04.407346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Pushing event deleted for resources: {'Network': ['ID=006bf969-ddf6-408a-8e66-6e296f3f203c,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:04.417238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] 10.222.0.25 "DELETE /v2.0/networks/006bf969-ddf6-408a-8e66-6e296f3f203c HTTP/1.1" status: 204  len: 168 time: 1.4740157
Apr 19 03:42:04.418973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:04.424008 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-217892e9-4f5b-4cd1-b658-bfd16d425779 req-a5db7865-e2a7-4c21-a9de-659a3d3e32c9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797832
Apr 19 03:42:04.744885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33774) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:04.765890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e98e3-46d9-404e-92ba-f83d299c535a req-4a8b1b30-216e-461b-b36b-b782d96cb331 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:04.767669 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ff1e98e3-46d9-404e-92ba-f83d299c535a req-4a8b1b30-216e-461b-b36b-b782d96cb331 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1102216
Apr 19 03:42:04.831739 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-bee880ca-6530-4954-aa7e-ab1f7e58da01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=580f3ea3002d4a90a7b53cf0a3a70d17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0852110
Apr 19 03:42:04.834403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33780) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:04.835900 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ff1e98e3-46d9-404e-92ba-f83d299c535a req-118f73fc-dfcd-4be7-9a55-d2338a1d6a50 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563385
Apr 19 03:42:04.908639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:04.935803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:05.234941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:05.240539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b395f728-caeb-43d3-a5ca-296f0e4240fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:05.253072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5770e6-3566-4a37-8ecb-455cdca79a26,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:05.256233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:05.258762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:05.260541 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c5770e6-3566-4a37-8ecb-455cdca79a26 HTTP/1.1" status: 204  len: 168 time: 0.4238994
Apr 19 03:42:05.678218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59c9f1-1a52-4bda-8bc8-b679dd2d1766 req-b3a2994b-b4bb-4450-9900-64aa7c3cd9a1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:05.679937 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba59c9f1-1a52-4bda-8bc8-b679dd2d1766 req-b3a2994b-b4bb-4450-9900-64aa7c3cd9a1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0938363
Apr 19 03:42:05.735227 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba59c9f1-1a52-4bda-8bc8-b679dd2d1766 req-cdf42986-f7c4-4ebd-a621-789660f2b246 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485477
Apr 19 03:42:05.854915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33800) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:05.922871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1770a159-d6ac-4328-ba28-3ae2648bed54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f077e345a1a49779e6a1a7f337cd912&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0644689
Apr 19 03:42:05.923566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 33808) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:05.998615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:06.032689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:06.066299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1b78f-4f3b-445d-b3b0-5369c30f114e req-36960885-1763-41ca-a085-21f2179e9cde tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:06.074447 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8cb1b78f-4f3b-445d-b3b0-5369c30f114e req-36960885-1763-41ca-a085-21f2179e9cde tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1126695
Apr 19 03:42:06.120108 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8cb1b78f-4f3b-445d-b3b0-5369c30f114e req-7304635a-8b85-41c8-a13e-b48b1a0082b4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447054
Apr 19 03:42:06.125949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:06.131370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-27c40e08-bdc6-44a0-97c6-e19481892e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:06.147010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f92ffa-908f-4ac9-bdd3-4ee73ad4150a,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:06.152896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:06.152896 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9f92ffa-908f-4ac9-bdd3-4ee73ad4150a HTTP/1.1" status: 204  len: 168 time: 0.2257953
Apr 19 03:42:06.152896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:06.998157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be420c94-6dcf-434f-aaaa-eca875826c92 req-2272bfb5-4c4d-4589-9fab-7446a6ad585f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:07.009307 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-be420c94-6dcf-434f-aaaa-eca875826c92 req-2272bfb5-4c4d-4589-9fab-7446a6ad585f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1417484
Apr 19 03:42:07.074344 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-be420c94-6dcf-434f-aaaa-eca875826c92 req-964ff76d-53e6-4415-a4ae-596c9ae2992b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637052
Apr 19 03:42:07.395737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec283e5-0bc2-4118-8312-95e539779e07 req-a4b96261-9770-4763-b216-b42e1e08064e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:07.397366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cec283e5-0bc2-4118-8312-95e539779e07 req-a4b96261-9770-4763-b216-b42e1e08064e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1208689
Apr 19 03:42:07.459944 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cec283e5-0bc2-4118-8312-95e539779e07 req-dc044e5d-cead-4974-a3cf-76fc36f4005b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546515
Apr 19 03:42:08.413318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea561-5a33-42e5-b45a-f54dce08262a req-1058615a-ab3b-43a0-9cbc-92c669fc369b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:08.415050 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e06ea561-5a33-42e5-b45a-f54dce08262a req-1058615a-ab3b-43a0-9cbc-92c669fc369b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1586311
Apr 19 03:42:08.487586 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e06ea561-5a33-42e5-b45a-f54dce08262a req-9d0d8ceb-7eed-4346-a736-c23c08b9f3b9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635440
Apr 19 03:42:08.730310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76640a10-d163-4889-9357-470ebe23bc5a req-0f3455e2-1639-4e82-a042-79f8e39166b9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:08.731938 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76640a10-d163-4889-9357-470ebe23bc5a req-0f3455e2-1639-4e82-a042-79f8e39166b9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0967684
Apr 19 03:42:08.791498 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76640a10-d163-4889-9357-470ebe23bc5a req-40e5151c-0c65-4a95-9aef-145d9f6792c9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527973
Apr 19 03:42:09.426459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2aa24-8d8e-4ec8-9937-f684ba14b79d req-36738ac9-e08c-43ba-b8a8-6a6004608fff tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:09.434383 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cec2aa24-8d8e-4ec8-9937-f684ba14b79d req-36738ac9-e08c-43ba-b8a8-6a6004608fff tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1531689
Apr 19 03:42:09.502562 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cec2aa24-8d8e-4ec8-9937-f684ba14b79d req-814aa756-e77e-4ca6-bf1f-dbfa1fb2b8e1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672128
Apr 19 03:42:09.637658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-33f7a051-e439-4c65-bb98-40f4976f329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:09.645457 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-33f7a051-e439-4c65-bb98-40f4976f329c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1099 time: 0.2246728
Apr 19 03:42:09.877761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-95073c0a-e129-4b9f-a7c6-ddf7d78f00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:09.879645 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-95073c0a-e129-4b9f-a7c6-ddf7d78f00e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.2248895
Apr 19 03:42:09.919430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880662dc-21f2-4a37-8c32-c4118841747c req-90499973-41d3-44ae-b199-da2df745462c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:09.927238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-880662dc-21f2-4a37-8c32-c4118841747c req-90499973-41d3-44ae-b199-da2df745462c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1053500
Apr 19 03:42:09.989687 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-880662dc-21f2-4a37-8c32-c4118841747c req-24d39562-9e78-49c6-9fe7-61b89470e3f0 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592034
Apr 19 03:42:09.992096 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-4b6e0ad4-ad87-4a19-9709-7a169b05b093 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104745756&fields=id&tenant_id=a012a767fda74dde8c60610167f3a08a HTTP/1.1" status: 200  len: 267 time: 0.0611913
Apr 19 03:42:10.156812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-0d0af0f7-0ff5-49c8-b1e6-caeff3bbaf14 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:10.158376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-0d0af0f7-0ff5-49c8-b1e6-caeff3bbaf14 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/networks?id=aa5df436-235a-45f0-896c-3f8b6fe17aeb HTTP/1.1" status: 200  len: 812 time: 0.1654150
Apr 19 03:42:10.174998 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-44faaca8-33dd-467f-a634-bdbd95b53b96 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/quotas/a012a767fda74dde8c60610167f3a08a HTTP/1.1" status: 200  len: 375 time: 0.0102665
Apr 19 03:42:10.266269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-bf55c21c-e8da-4175-8e0d-fbd1d90a3d3a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Synchronizing usage tracker for tenant:a012a767fda74dde8c60610167f3a08a on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:10.332388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-bf55c21c-e8da-4175-8e0d-fbd1d90a3d3a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Unset dirty status for tenant:a012a767fda74dde8c60610167f3a08a on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:10.333855 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-bf55c21c-e8da-4175-8e0d-fbd1d90a3d3a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a012a767fda74dde8c60610167f3a08a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1524994
Apr 19 03:42:10.495083 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-9a83795d-5f35-4a97-9704-1f16197df967 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480255
Apr 19 03:42:10.643579 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-2584f83c-aa7e-4aee-a0f3-db416bc2668d service neutron] 10.222.0.25 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418529
Apr 19 03:42:10.703973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31093a4-c384-4d0e-bcad-d909ca5415a3 req-93287199-c265-4a26-a7ca-ed9847e8847f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:10.705698 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f31093a4-c384-4d0e-bcad-d909ca5415a3 req-93287199-c265-4a26-a7ca-ed9847e8847f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0935042
Apr 19 03:42:10.756120 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f31093a4-c384-4d0e-bcad-d909ca5415a3 req-a9d9d6dd-b61f-411f-a98a-63210019725e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440140
Apr 19 03:42:11.193129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9d57eb94-007c-462c-9d46-e599137524ee req-20be37e8-8124-4d90-bc07-27496872078b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0531752
Apr 19 03:42:11.198314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55699ae-f730-4763-bd33-c8fc7dca6ae7 req-da68c0cb-e90a-4c22-9a28-127a315ab52c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:11.200055 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e55699ae-f730-4763-bd33-c8fc7dca6ae7 req-da68c0cb-e90a-4c22-9a28-127a315ab52c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0944235
Apr 19 03:42:11.249195 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e55699ae-f730-4763-bd33-c8fc7dca6ae7 req-d2e600aa-33de-4e3f-b83a-67c1da84534d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422885
Apr 19 03:42:11.963435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a182d4-b763-4ac6-92a9-442d9d332b83 req-167fc34d-1907-4f66-821b-43892427d3ef tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:11.965044 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-40a182d4-b763-4ac6-92a9-442d9d332b83 req-167fc34d-1907-4f66-821b-43892427d3ef tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0899663
Apr 19 03:42:12.015416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-40a182d4-b763-4ac6-92a9-442d9d332b83 req-01566352-f5b0-4ccb-9fa1-4f90207f0a9f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439343
Apr 19 03:42:12.359789 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-903cce3d-6b60-4c9e-a66d-89016102b207 req-326ed111-8b71-451c-87e8-6c5c5d344a48 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0687432
Apr 19 03:42:12.391661 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-5d61868c-4df0-4cb2-945e-3c4b4569417b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 200  len: 1001 time: 0.1536701
Apr 19 03:42:12.465304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5abca4-0444-46fe-a794-bf60a99768d4 req-83f241b8-3854-4bf1-b560-88303cb45fa7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:12.466924 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9a5abca4-0444-46fe-a794-bf60a99768d4 req-83f241b8-3854-4bf1-b560-88303cb45fa7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0956738
Apr 19 03:42:12.516479 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9a5abca4-0444-46fe-a794-bf60a99768d4 req-d8e8f68f-c9a5-4098-9e48-3a9c879c4b6e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431755
Apr 19 03:42:13.221086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46af18-c7c7-45b1-b115-28fbdbf7c4cd req-0d48044a-1076-4be2-bb47-af05782aebfc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:13.222685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f46af18-c7c7-45b1-b115-28fbdbf7c4cd req-0d48044a-1076-4be2-bb47-af05782aebfc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0893869
Apr 19 03:42:13.274257 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f46af18-c7c7-45b1-b115-28fbdbf7c4cd req-ed52a96d-2242-4c3e-94e4-2f83a1d35b57 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443232
Apr 19 03:42:13.389402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-ed5afc20-a83f-47f7-b779-daa4995b8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:13.391136 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-ed5afc20-a83f-47f7-b779-daa4995b8843 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0673463
Apr 19 03:42:13.470267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a9366a06-3fb2-4cb8-a105-4296dd7ff6a4 req-0e6ff1af-0356-473d-b315-3ab1de0b79ae tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0520217
Apr 19 03:42:13.477293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-fff533f0-f9ec-498b-a209-6bfb05d9b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:13.478886 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-fff533f0-f9ec-498b-a209-6bfb05d9b01f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811956
Apr 19 03:42:13.627671 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-8f312a92-0369-4de9-93c6-04c62df2bb9c service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403544
Apr 19 03:42:13.734431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66135b70-e10d-4c15-a127-970e48a72275 req-0767a873-6193-4599-85ca-fe91444212b3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:13.735951 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66135b70-e10d-4c15-a127-970e48a72275 req-0767a873-6193-4599-85ca-fe91444212b3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0906553
Apr 19 03:42:13.868464 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66135b70-e10d-4c15-a127-970e48a72275 req-d7c4fe89-6f20-4855-9203-0b141e3e0505 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251523
Apr 19 03:42:13.924832 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61c35604-1b1d-40c0-8dff-8dcf1a5c61da req-f0fd5f9e-7912-4ce7-b894-6ac4ed660a41 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654272
Apr 19 03:42:14.112095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961812c-7c24-441f-a27b-84dc107b6578 req-8e508cd8-6a0f-4249-b269-ff728a8d061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:14.113694 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-8e508cd8-6a0f-4249-b269-ff728a8d061f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1098 time: 0.0854416
Apr 19 03:42:14.260460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961812c-7c24-441f-a27b-84dc107b6578 req-e42ca3a1-54bf-44f9-9e1e-35881a2eb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:14.261958 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-e42ca3a1-54bf-44f9-9e1e-35881a2eb675 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.1412587
Apr 19 03:42:14.371841 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-1ec2947e-de18-4c22-a04e-ee59a6c4871a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 1000 time: 0.1024904
Apr 19 03:42:14.456535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961812c-7c24-441f-a27b-84dc107b6578 req-8b9528cb-51ba-481a-b23e-199a6b9ed656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:14.458262 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-8b9528cb-51ba-481a-b23e-199a6b9ed656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.0704417
Apr 19 03:42:14.482256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932fd89-1470-48bb-94e4-44cc4d3931ac req-66dcaf91-c331-4d10-ad26-706a3c3851fe tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:14.483912 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7932fd89-1470-48bb-94e4-44cc4d3931ac req-66dcaf91-c331-4d10-ad26-706a3c3851fe tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0955641
Apr 19 03:42:14.541785 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7932fd89-1470-48bb-94e4-44cc4d3931ac req-55003546-43b7-416f-875a-887c795d6fd7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508180
Apr 19 03:42:14.612347 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9aff12cd-1c66-46d2-b0a1-61c1ff2b993f req-8b18be40-d7c8-4e79-831a-73ac56057714 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0730362
Apr 19 03:42:14.623602 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961812c-7c24-441f-a27b-84dc107b6578 req-f162ccc8-729e-4169-81f1-fd19220c25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:14.625233 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-f162ccc8-729e-4169-81f1-fd19220c25f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1547863
Apr 19 03:42:14.788636 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-ffdfc163-34b2-4919-a93d-910c59f3a93e service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494186
Apr 19 03:42:15.101366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e259e-1f47-4671-ae8a-50fbb04b7289 req-2376472e-7bfa-4bae-ac38-2e368f8f4478 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:15.103137 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea4e259e-1f47-4671-ae8a-50fbb04b7289 req-2376472e-7bfa-4bae-ac38-2e368f8f4478 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0959663
Apr 19 03:42:15.157594 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea4e259e-1f47-4671-ae8a-50fbb04b7289 req-013dbfbd-bc3e-488b-8bea-2ac231eac1a6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472193
Apr 19 03:42:15.158229 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5961812c-7c24-441f-a27b-84dc107b6578 req-42ca763a-23b5-45d7-85d5-0a341c51b354 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3636365
Apr 19 03:42:15.760398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8e037-8f93-4507-ac76-a734777db47c req-ae68bfbd-7827-4d77-91a2-03d79414e827 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:15.762073 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ce8e037-8f93-4507-ac76-a734777db47c req-ae68bfbd-7827-4d77-91a2-03d79414e827 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0893655
Apr 19 03:42:15.780147 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6a2dc21e-e5c7-43ee-87b0-0d02af359a6f req-67578b4a-b164-4d28-af55-2a6738853832 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0556750
Apr 19 03:42:15.811212 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ce8e037-8f93-4507-ac76-a734777db47c req-9bcdd024-e073-4c14-b2e2-96fe1e216c35 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427172
Apr 19 03:42:16.417670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ce969-b82b-4905-a959-ae4048fe0bc5 req-001ab3b2-9281-49b9-b4b4-2840c6e07c51 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:16.419600 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a63ce969-b82b-4905-a959-ae4048fe0bc5 req-001ab3b2-9281-49b9-b4b4-2840c6e07c51 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1197944
Apr 19 03:42:16.476993 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a63ce969-b82b-4905-a959-ae4048fe0bc5 req-b3e0744c-c3f5-4890-bc2e-1cf3afc779a7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505416
Apr 19 03:42:16.590729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-cfe034bb-fea0-47e5-b7d3-9293e0a94228 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:16.657602 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-cfe034bb-fea0-47e5-b7d3-9293e0a94228 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:16.658897 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-cfe034bb-fea0-47e5-b7d3-9293e0a94228 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241105613&fields=id&tenant_id=9685547739384db983b365ae780e9d90 HTTP/1.1" status: 200  len: 267 time: 0.1208282
Apr 19 03:42:16.835543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-47fc9576-3cb2-4017-af77-9c86706e6e7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:16.836133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-47fc9576-3cb2-4017-af77-9c86706e6e7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:16.874838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-47fc9576-3cb2-4017-af77-9c86706e6e7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:16.876187 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-47fc9576-3cb2-4017-af77-9c86706e6e7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 808 time: 0.2099309
Apr 19 03:42:16.893437 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-f389a1ce-3127-407f-9c00-425ae4d73640 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/quotas/9685547739384db983b365ae780e9d90 HTTP/1.1" status: 200  len: 375 time: 0.0102193
Apr 19 03:42:16.988463 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76a4297f-f6c0-4025-a7f8-a7b7e53fed78 req-e6cd1bab-dc9d-4912-a3fc-07e300bd61cf tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0654171
Apr 19 03:42:17.084379 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-65db0e04-cd03-43a8-af36-5c415179e338 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1828310
Apr 19 03:42:17.267582 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-9f90a50a-f040-4499-8cd2-332ca3bf681e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:17.268319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-9f90a50a-f040-4499-8cd2-332ca3bf681e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Synchronizing usage tracker for tenant:a012a767fda74dde8c60610167f3a08a on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:17.304822 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-ca38fe72-6191-4a59-b011-71a44061e4ac service neutron] 10.222.0.25 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022884
Apr 19 03:42:17.392728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-9f90a50a-f040-4499-8cd2-332ca3bf681e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Unset dirty status for tenant:a012a767fda74dde8c60610167f3a08a on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:17.393877 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-9f90a50a-f040-4499-8cd2-332ca3bf681e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.43 "GET /v2.0/networks?id=aa5df436-235a-45f0-896c-3f8b6fe17aeb HTTP/1.1" status: 200  len: 812 time: 0.4097896
Apr 19 03:42:17.456063 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-131bd74a-3b18-41dd-884f-3ded7b66f3a1 service neutron] 10.222.0.25 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437685
Apr 19 03:42:17.704593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a58309-f82f-41c8-9eac-11cee3261500 req-91dcfeb2-d25a-440c-8949-3bd5edb088a8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:17.707328 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a58309-f82f-41c8-9eac-11cee3261500 req-91dcfeb2-d25a-440c-8949-3bd5edb088a8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.0907154
Apr 19 03:42:17.756828 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a58309-f82f-41c8-9eac-11cee3261500 req-b81dafd4-b9e1-4b7e-a010-2677948030d2 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431900
Apr 19 03:42:18.858049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb018dfe-02c5-4ceb-99f3-7813bb37b7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:18.980393 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-707a9344-0028-4077-9ca6-a76996fe3b21 req-17ec68c7-3811-4109-88f2-73fa9577c1f6 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0594654
Apr 19 03:42:19.079734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3d6a908f-0281-4981-a1c3-672b076a76b0 req-aa05bca5-79f0-4571-aff2-fb49c3ace057 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:19.126281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3d6a908f-0281-4981-a1c3-672b076a76b0 req-aa05bca5-79f0-4571-aff2-fb49c3ace057 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:19.127788 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3d6a908f-0281-4981-a1c3-672b076a76b0 req-aa05bca5-79f0-4571-aff2-fb49c3ace057 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.1024308
Apr 19 03:42:19.454058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1ca0d-a421-49c2-883b-ce53e7b9e58a req-54472c25-b534-4965-9a13-2f3c92aebf45 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:19.455776 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a2c1ca0d-a421-49c2-883b-ce53e7b9e58a req-54472c25-b534-4965-9a13-2f3c92aebf45 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 945 time: 0.1030576
Apr 19 03:42:19.510925 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a2c1ca0d-a421-49c2-883b-ce53e7b9e58a req-607f818d-06f8-4fb4-a442-26d8edf7885f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475955
Apr 19 03:42:19.864656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34140) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:19.997157 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-f12561be-57cd-49f8-b6db-d76046565af6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1311781
Apr 19 03:42:20.146865 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8826900e-4722-45ae-aa07-409c766756cc req-7a2b1de6-c19c-4dd3-9795-6359157bb97c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0508194
Apr 19 03:42:20.288092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:42:20.295101 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8d1795c4-f754-430d-8a3c-226cd24ea8ee req-89ebaa71-763a-4879-90d8-1547835ed36f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0503428
Apr 19 03:42:20.399650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6c53dc9e-81f3-457d-b319-02bc745e5210 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Synchronizing usage tracker for tenant:a012a767fda74dde8c60610167f3a08a on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:20.480071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:20.510625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:20.521467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:20.526020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6c53dc9e-81f3-457d-b319-02bc745e5210 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Unset dirty status for tenant:a012a767fda74dde8c60610167f3a08a on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:20.526020 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6c53dc9e-81f3-457d-b319-02bc745e5210 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a012a767fda74dde8c60610167f3a08a HTTP/1.1" status: 200  len: 8061 time: 0.2179339
Apr 19 03:42:20.531179 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-9ebc67e5-c4bf-4524-9fd6-ccc8d93bb4e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1258054
Apr 19 03:42:20.552094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'port': {'device_id': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'admin_state_up': True, 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'security_groups': ['30286fa3-3d6b-424e-81ee-7cb304c95d8d']}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:20.565826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:20.568482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a6388c1f-3774-47cc-a37c-6b0a00da126a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:20.680663 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'code': 200}
Apr 19 03:42:20.690236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=8']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:20.720131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:20.819171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675c1bc-0f4d-4664-901a-e28e8f989be3 req-6b0a827d-22e0-4ca9-af23-8efdd49d4ffa tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:20.827804 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8675c1bc-0f4d-4664-901a-e28e8f989be3 req-6b0a827d-22e0-4ca9-af23-8efdd49d4ffa tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1075592
Apr 19 03:42:20.840613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:20.853189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:20.860378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-426e20ce-d3d5-4dbc-b354-05a3e4824965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:20.862613 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-426e20ce-d3d5-4dbc-b354-05a3e4824965 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 1099 time: 0.1683939
Apr 19 03:42:20.890548 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8675c1bc-0f4d-4664-901a-e28e8f989be3 req-f998fc92-eb6d-49c2-9e2a-d5bc951b0a2e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575953
Apr 19 03:42:20.892004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Made reservation on behalf of a012a767fda74dde8c60610167f3a08a for: {'port': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:42:20.898758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:21.180351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-80af00b0-bb96-487d-bc81-94fd10ac5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:21.181948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-80af00b0-bb96-487d-bc81-94fd10ac5f7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.2711382
Apr 19 03:42:21.313495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Allocated IP 172.20.0.7 (aa5df436-235a-45f0-896c-3f8b6fe17aeb/da0c2edf-379a-49d2-80f8-ac06a4ee0be4/cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:42:21.405886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-93df6c57-2db9-40b1-bb21-7674694cda80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:21.411775 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d4dbb3b-3671-40a4-ad3f-8f8e4af25f3e req-4e6b6264-ae90-477d-b425-3ff9d166d97b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.1196330
Apr 19 03:42:21.475502 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-3757d318-f76d-4702-9fd7-958a4825dfa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 200  len: 1001 time: 0.2636268
Apr 19 03:42:21.538786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2a6006f7-f9d7-4965-a192-c471b4da9ccd req-4ac1b41f-c377-4dd0-a9f4-35dbc63164dc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0728209
Apr 19 03:42:21.575249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-ab2e11e5-bed7-4b58-9d26-6f679bb8d828 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:21.576837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-ab2e11e5-bed7-4b58-9d26-6f679bb8d828 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.43 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 808 time: 0.2756894
Apr 19 03:42:21.685882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-59393bbd-26bb-4c2c-a3e9-cb3f7113fc50 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:21.698907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-59393bbd-26bb-4c2c-a3e9-cb3f7113fc50 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:21.700374 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-59393bbd-26bb-4c2c-a3e9-cb3f7113fc50 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9685547739384db983b365ae780e9d90 HTTP/1.1" status: 200  len: 8059 time: 0.1082542
Apr 19 03:42:21.716312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'port': {'device_id': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'admin_state_up': True, 'tenant_id': '9685547739384db983b365ae780e9d90', 'security_groups': ['7497ea10-c0d6-434e-bf0f-a3b83c047878']}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:21.737747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-a93199c1-6ee2-4cc9-82d0-70cab3365426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:21.739378 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-a93199c1-6ee2-4cc9-82d0-70cab3365426 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.2565312
Apr 19 03:42:21.880141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:21.884640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:21.889102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:21.895556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:21.908956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-216d39bf-2b24-4fc7-974b-f53bafa6d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:21.910483 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-216d39bf-2b24-4fc7-974b-f53bafa6d599 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1564753
Apr 19 03:42:21.913505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Transition to ACTIVE for port object cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe will not be triggered until provisioned by entity DHCP. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:42:21.936855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Made reservation on behalf of 9685547739384db983b365ae780e9d90 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:42:21.944200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.097684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.130540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Allocated IP 172.20.0.8 (bc40c6dd-681c-4758-8425-824537fa20a5/0cf12be9-6785-4f5e-9b8e-17265f71b364/fbdc9349-8214-499d-88ec-f32902245c65) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:42:22.137052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.146426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-20e9277f-32da-4325-9ccd-01ab4d9bc8c1 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:22.180316 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-baf1e4ae-b204-4391-a316-7f9fdf31ea36 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602789
Apr 19 03:42:22.309976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:42:22.324104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d8a0-bc5c-48ac-8caf-66071737c36f req-22efb6a8-d718-4b8a-ab56-73942724d8d8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:22.325689 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f4e2d8a0-bc5c-48ac-8caf-66071737c36f req-22efb6a8-d718-4b8a-ab56-73942724d8d8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.3098872
Apr 19 03:42:22.326899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:42:22.333823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:42:22.349869 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.368916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Transition to ACTIVE for port object fbdc9349-8214-499d-88ec-f32902245c65 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:42:22.422904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.429924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e7f404c2-ce84-4d3c-bb5c-05359f1593ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:22.486218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.555856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:22.576834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Network bc40c6dd-681c-4758-8425-824537fa20a5 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:42:22.578565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:42:22.581397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.583479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.583479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.583479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.583479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.583896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.584505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.584994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.585460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.585972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.586413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.587232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.590971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:42:22.657985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-ac22c8f8-b1ec-451e-ab75-09afd58071f8 None None] Provisioning for port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:42:22.664243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-ac22c8f8-b1ec-451e-ab75-09afd58071f8 None None] Provisioning complete for port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:42:22.664788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ac22c8f8-b1ec-451e-ab75-09afd58071f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.671662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.43', 60968) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:22.682461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:22.755565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-ac22c8f8-b1ec-451e-ab75-09afd58071f8 None None] Port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:42:22.822506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:22.859558 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f4e2d8a0-bc5c-48ac-8caf-66071737c36f req-e2cab8a8-c051-423c-b51c-933c8b2fa712 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4982004
Apr 19 03:42:22.889449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.889878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.897736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:22.908476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:22.909063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-1c0c42ae-b523-4a78-9eef-634659b0f2bb None None] Provisioning for port fbdc9349-8214-499d-88ec-f32902245c65 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:42:22.916317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-1c0c42ae-b523-4a78-9eef-634659b0f2bb None None] Provisioning complete for port fbdc9349-8214-499d-88ec-f32902245c65 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:42:22.916733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1c0c42ae-b523-4a78-9eef-634659b0f2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.957074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:22.957997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:22.968507 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-000feeea-1576-48de-9767-2146a7436454 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7777696
Apr 19 03:42:23.053350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c42ae-b523-4a78-9eef-634659b0f2bb None None] Port fbdc9349-8214-499d-88ec-f32902245c65 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:42:23.066464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:23.067120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:23.071928 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-3a528ce1-2366-4c48-ae73-cf51c4113b28 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5395749
Apr 19 03:42:23.089326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Request body: {'port': {'device_id': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:23.111036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-94a06d04-756c-4d9f-b43d-cc1463e15800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:23.113066 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-94a06d04-756c-4d9f-b43d-cc1463e15800 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784&tenant_id=a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 1096 time: 0.4290204
Apr 19 03:42:23.123005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9422c-b2b2-415f-80f1-ce928f62a324 req-699c6215-48cb-4d77-9dba-3958f62d1cbc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:23.130091 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-59f9422c-b2b2-415f-80f1-ce928f62a324 req-699c6215-48cb-4d77-9dba-3958f62d1cbc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 931 time: 0.5079579
Apr 19 03:42:23.191490 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4817703
Apr 19 03:42:23.212890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Request body: {'port': {'device_id': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:23.238001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569a31-7277-4af4-b744-b601778d8596 req-7a83135e-4925-456f-99b4-ee38a0d91547 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:23.245831 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d4569a31-7277-4af4-b744-b601778d8596 req-7a83135e-4925-456f-99b4-ee38a0d91547 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 931 time: 0.2263699
Apr 19 03:42:23.275014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:23.285497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:23.292125 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-59f9422c-b2b2-415f-80f1-ce928f62a324 req-ae3a5a9a-40d7-4a16-b92d-51fb33b5f64f tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600595
Apr 19 03:42:23.395475 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d4569a31-7277-4af4-b744-b601778d8596 req-9dfcc118-48b3-44d0-9a41-a61057d365da tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1485851
Apr 19 03:42:23.409078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-9d0e2d31-34c7-42c8-acd3-6cb6d5bb3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:23.410962 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-9d0e2d31-34c7-42c8-acd3-6cb6d5bb3143 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1096 time: 0.2646363
Apr 19 03:42:23.517580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:23.652440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-6a8846e5-f198-4b30-b51e-cb0a8c4c2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:23.654010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-6a8846e5-f198-4b30-b51e-cb0a8c4c2ff8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.2336733
Apr 19 03:42:23.752681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe {{(pid=86431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:42:23.761275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:23.777875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Transition to ACTIVE for port object cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe will not be triggered until provisioned by entity L2. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:42:23.804977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:23.810136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5fe6c959-2aec-4fcd-928e-b871b139a69d tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:23.843937 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-182665d9-d1ec-450b-9db4-edecf7d12c20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 998 time: 0.1489961
Apr 19 03:42:24.003168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Pushing event updated for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:24.038077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:24.082989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Attempting to bind port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:42:24.083438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Attempting to bind port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:42:24.083775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Attempting to bind port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe on network aa5df436-235a-45f0-896c-3f8b6fe17aeb {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:42:24.089015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe on network aa5df436-235a-45f0-896c-3f8b6fe17aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:42:24.089376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Attempting to bind port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe on network aa5df436-235a-45f0-896c-3f8b6fe17aeb {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:42:24.096705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:42:24.097025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Checking segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:42:24.097442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Bound using segment: {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'} {{(pid=86431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:42:24.097915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Bound port: cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da7c4e7e-0122-4339-90cd-010792cce567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb'}}] {{(pid=86431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:42:24.098285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.109778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdc9349-8214-499d-88ec-f32902245c65 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:42:24.122467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.152876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Transition to ACTIVE for port object fbdc9349-8214-499d-88ec-f32902245c65 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:42:24.164904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90b689-dc6c-4c5a-9d4c-036e2467fdda req-f7b7f57e-3ebe-4c8f-aaef-ac87dcdbe22f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:24.166508 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-be90b689-dc6c-4c5a-9d4c-036e2467fdda req-f7b7f57e-3ebe-4c8f-aaef-ac87dcdbe22f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1426358
Apr 19 03:42:24.192544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, cleared binding levels {{(pid=86431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:42:24.193427 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.195657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:42:24.200562 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:24.223587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.229057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-30907dfc-dd8a-497c-90d5-028cd78d362f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:24.297291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:24.297971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.299473 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] 10.222.0.43 "PUT /v2.0/ports/cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe HTTP/1.1" status: 200  len: 1093 time: 1.2175558
Apr 19 03:42:24.301137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:24.326330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Pushing event updated for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=3']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:24.330377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:24.377120 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'status': 'completed', 'code': 200}
Apr 19 03:42:24.397758 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-be90b689-dc6c-4c5a-9d4c-036e2467fdda req-6f3d4702-b895-4a6b-80d2-70eaf6b46c75 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241066
Apr 19 03:42:24.418973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:24.444829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:24.603645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c101be0-76f0-4506-8228-d83fe04ecaac req-2de67077-9987-4bb6-ac36-9a229790b8a4 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:24.604446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3c101be0-76f0-4506-8228-d83fe04ecaac req-2de67077-9987-4bb6-ac36-9a229790b8a4 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Synchronizing usage tracker for tenant:a012a767fda74dde8c60610167f3a08a on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:24.647811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Attempting to bind port fbdc9349-8214-499d-88ec-f32902245c65 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:42:24.647811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Attempting to bind port fbdc9349-8214-499d-88ec-f32902245c65 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:42:24.647811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Attempting to bind port fbdc9349-8214-499d-88ec-f32902245c65 on network bc40c6dd-681c-4758-8425-824537fa20a5 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:42:24.656468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Port fbdc9349-8214-499d-88ec-f32902245c65 on network bc40c6dd-681c-4758-8425-824537fa20a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:42:24.656828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Attempting to bind port fbdc9349-8214-499d-88ec-f32902245c65 on network bc40c6dd-681c-4758-8425-824537fa20a5 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:42:24.667116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:42:24.667461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3c101be0-76f0-4506-8228-d83fe04ecaac req-2de67077-9987-4bb6-ac36-9a229790b8a4 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Unset dirty status for tenant:a012a767fda74dde8c60610167f3a08a on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:24.667597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Checking segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:42:24.667905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Bound using segment: {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:42:24.668387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Bound port: fbdc9349-8214-499d-88ec-f32902245c65, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:42:24.668770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.668877 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c101be0-76f0-4506-8228-d83fe04ecaac req-2de67077-9987-4bb6-ac36-9a229790b8a4 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1804035
Apr 19 03:42:24.716772 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c101be0-76f0-4506-8228-d83fe04ecaac req-57deed9b-542a-4591-9611-d19cd9fb56e1 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414939
Apr 19 03:42:24.782910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db374e6-64cd-426d-a653-69cdf0d9408a req-e8246810-18d3-4ad5-83a3-b3e6641a52e8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:24.783715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-2db374e6-64cd-426d-a653-69cdf0d9408a req-e8246810-18d3-4ad5-83a3-b3e6641a52e8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:24.802387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:42:24.806696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbdc9349-8214-499d-88ec-f32902245c65,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:42:24.827606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.832158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:24.876966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-2db374e6-64cd-426d-a653-69cdf0d9408a req-e8246810-18d3-4ad5-83a3-b3e6641a52e8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:24.878157 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2db374e6-64cd-426d-a653-69cdf0d9408a req-e8246810-18d3-4ad5-83a3-b3e6641a52e8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.2963555
Apr 19 03:42:24.919907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:24.920592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:24.922061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] 10.222.0.43 "PUT /v2.0/ports/fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 1093 time: 1.7178392
Apr 19 03:42:24.924679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:24.955487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:24.962332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:24.967585 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2db374e6-64cd-426d-a653-69cdf0d9408a req-2f12bd17-20af-4f15-81ad-159fdf915aca tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747807
Apr 19 03:42:24.981675 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65', 'status': 'completed', 'code': 200}
Apr 19 03:42:25.610831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915bc10-418f-44df-bd09-5ca842e0f7ca req-265771b5-ec98-4b60-a4e1-a45e97d98a32 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:25.612691 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6915bc10-418f-44df-bd09-5ca842e0f7ca req-265771b5-ec98-4b60-a4e1-a45e97d98a32 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.0918779
Apr 19 03:42:25.659399 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6915bc10-418f-44df-bd09-5ca842e0f7ca req-86cb43b3-7e71-4c6e-ab13-6bc51224d066 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398211
Apr 19 03:42:25.886851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:42:25.914344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa5526-5cc0-4a25-a1f2-f1a74bc3ba07 req-6ecacb33-a1bc-4ef7-a2a3-617794523dea tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:25.916360 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7aa5526-5cc0-4a25-a1f2-f1a74bc3ba07 req-6ecacb33-a1bc-4ef7-a2a3-617794523dea tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0892766
Apr 19 03:42:25.962744 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7aa5526-5cc0-4a25-a1f2-f1a74bc3ba07 req-d73b9689-7485-4086-a7d4-15d7131ae166 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401700
Apr 19 03:42:26.167270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec31985-d558-41c1-9b0c-562f88fa4246 req-97449110-63d1-4fe2-84c8-f8dd14aa046d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:26.168851 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ec31985-d558-41c1-9b0c-562f88fa4246 req-97449110-63d1-4fe2-84c8-f8dd14aa046d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0881562
Apr 19 03:42:26.216236 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ec31985-d558-41c1-9b0c-562f88fa4246 req-3aaf013c-2081-4210-84bb-64f700fef209 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410838
Apr 19 03:42:26.867807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23420c05-fbef-4ac6-9652-624f28037358 req-5c3660ba-e78f-42f0-9e47-b3be61ea0bfe tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:26.869377 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23420c05-fbef-4ac6-9652-624f28037358 req-5c3660ba-e78f-42f0-9e47-b3be61ea0bfe tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.0910327
Apr 19 03:42:26.916114 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-23420c05-fbef-4ac6-9652-624f28037358 req-1d4d814c-c700-48cb-8669-b53e26da116c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403788
Apr 19 03:42:27.162818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c21ac7-fcc7-4821-a9ee-ffc8829dcc16 req-093b4598-5e29-4f66-90e6-2406b95fffdb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.164325 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97c21ac7-fcc7-4821-a9ee-ffc8829dcc16 req-093b4598-5e29-4f66-90e6-2406b95fffdb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0906975
Apr 19 03:42:27.210733 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97c21ac7-fcc7-4821-a9ee-ffc8829dcc16 req-d70d4a59-98cc-43f8-94c8-1b97a982e250 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400939
Apr 19 03:42:27.384692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8cb60-de1f-4941-bf77-e82ad746a380 req-e8c35ea6-f24b-41be-9c0c-8b763c74894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.386276 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98b8cb60-de1f-4941-bf77-e82ad746a380 req-e8c35ea6-f24b-41be-9c0c-8b763c74894f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1096 time: 0.0854647
Apr 19 03:42:27.430418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-6ea31870-0ac1-4eed-a66f-3438d741c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.431932 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-6ea31870-0ac1-4eed-a66f-3438d741c004 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.1670086
Apr 19 03:42:27.542811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e23a92-56da-45e9-ab9d-540cfc818de7 req-1d0ca95f-df3f-4c3c-a1c2-47ce54ffcf4c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.544655 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-46e23a92-56da-45e9-ab9d-540cfc818de7 req-1d0ca95f-df3f-4c3c-a1c2-47ce54ffcf4c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.1917822
Apr 19 03:42:27.548198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8cb60-de1f-4941-bf77-e82ad746a380 req-19fa36a9-b82d-4969-8ca7-5285c25a27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.548366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e0eef-66c2-486b-b096-7764952f7d33 req-09308c0a-24ab-4a85-a454-c9933f96263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.549277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98b8cb60-de1f-4941-bf77-e82ad746a380 req-19fa36a9-b82d-4969-8ca7-5285c25a27e0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9685547739384db983b365ae780e9d90&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1529217
Apr 19 03:42:27.549694 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c97e0eef-66c2-486b-b096-7764952f7d33 req-09308c0a-24ab-4a85-a454-c9933f96263d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a012a767fda74dde8c60610167f3a08a&device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 1096 time: 0.2469280
Apr 19 03:42:27.697765 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-46e23a92-56da-45e9-ab9d-540cfc818de7 req-0d73fc42-821e-4d00-82ac-6fa3a98c9f47 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412053
Apr 19 03:42:27.702234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-f7d981ab-8d33-4f03-957f-9cd5e4eff699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.703830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-f7d981ab-8d33-4f03-957f-9cd5e4eff699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2566988
Apr 19 03:42:27.721904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8cb60-de1f-4941-bf77-e82ad746a380 req-c63d9fe3-351a-4472-9a84-bb4f12cb6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.723878 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98b8cb60-de1f-4941-bf77-e82ad746a380 req-c63d9fe3-351a-4472-9a84-bb4f12cb6bf3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1619115
Apr 19 03:42:27.849454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-1516fcee-7cb6-4680-bdd8-7b06861a3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.851229 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-1516fcee-7cb6-4680-bdd8-7b06861a3bd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1096 time: 0.0879714
Apr 19 03:42:27.862623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e0eef-66c2-486b-b096-7764952f7d33 req-06f47ccb-d5f2-461f-9cce-7ccdd76de9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:27.864288 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c97e0eef-66c2-486b-b096-7764952f7d33 req-06f47ccb-d5f2-461f-9cce-7ccdd76de9ae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a012a767fda74dde8c60610167f3a08a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2898040
Apr 19 03:42:27.931359 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-49fe64d0-e95a-4285-9e34-915d7f2d2439 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 217 time: 0.0730264
Apr 19 03:42:28.007439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-0ed85019-e527-4b9f-9e6f-9660da10b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.009224 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-0ed85019-e527-4b9f-9e6f-9660da10b6c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 200  len: 847 time: 0.0713718
Apr 19 03:42:28.174413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-3b9d5abb-5e48-4657-a5e9-18a18ac838a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.176238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-3b9d5abb-5e48-4657-a5e9-18a18ac838a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc40c6dd-681c-4758-8425-824537fa20a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1592917
Apr 19 03:42:28.186384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e257-3a2c-4c06-88fb-2f1c33f8690a req-d6a1a57e-5092-4bda-b5f2-75835bcf2548 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.188059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eec3e257-3a2c-4c06-88fb-2f1c33f8690a req-d6a1a57e-5092-4bda-b5f2-75835bcf2548 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1343875
Apr 19 03:42:28.228153 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-52d2b788-e934-4f99-99e0-05e6b1ea43cc service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5028098
Apr 19 03:42:28.327970 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eec3e257-3a2c-4c06-88fb-2f1c33f8690a req-0ac182f8-dd38-48a2-a135-a936a9a2af85 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137540
Apr 19 03:42:28.369834 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-e9001dbb-411f-4075-90ea-7bb7d56ec15a service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807027
Apr 19 03:42:28.408610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e0eef-66c2-486b-b096-7764952f7d33 req-7d9f569b-fc64-4e39-ac2c-086f71980ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.410146 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c97e0eef-66c2-486b-b096-7764952f7d33 req-7d9f569b-fc64-4e39-ac2c-086f71980ddb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5330107
Apr 19 03:42:28.516013 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0292a2a-7d73-4907-a8f6-61a399d3e04f req-8c70c087-f166-4a99-81f6-cfa8f07bb3f9 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388760
Apr 19 03:42:28.526304 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-fa849589-3c2d-475d-ad87-f49513863f56 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2904983
Apr 19 03:42:28.543928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58bbec-9729-4bf3-8772-bc5e284da382 req-73fe30cd-038c-42be-bf07-ed5541d5fb65 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.545491 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf58bbec-9729-4bf3-8772-bc5e284da382 req-73fe30cd-038c-42be-bf07-ed5541d5fb65 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.2086375
Apr 19 03:42:28.600636 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-ba0794e4-8447-4e29-9f5c-f3de3dfb559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.602204 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-ba0794e4-8447-4e29-9f5c-f3de3dfb559d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a012a767fda74dde8c60610167f3a08a&device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 1096 time: 0.1517711
Apr 19 03:42:28.609991 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf58bbec-9729-4bf3-8772-bc5e284da382 req-88727ed3-2d9b-4fad-a822-54fe0c7eee3e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545657
Apr 19 03:42:28.703995 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-2b697b6a-f872-4e4f-82e8-db3e39d733fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe HTTP/1.1" status: 200  len: 217 time: 0.0690284
Apr 19 03:42:28.778185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-521bf360-5fff-4645-aa2f-fe71cdd04fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.779741 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-521bf360-5fff-4645-aa2f-fe71cdd04fdf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da0c2edf-379a-49d2-80f8-ac06a4ee0be4 HTTP/1.1" status: 200  len: 851 time: 0.0654092
Apr 19 03:42:28.865142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-4bf1af38-f9a7-4d98-8f20-dd3892a99f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.866734 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-4bf1af38-f9a7-4d98-8f20-dd3892a99f8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa5df436-235a-45f0-896c-3f8b6fe17aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800300
Apr 19 03:42:28.963630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86564e0-8ed1-4684-95aa-4f2aa9c5ac0a req-972aacf7-cd34-4d87-bb72-72cd76229dc9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:28.965293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f86564e0-8ed1-4684-95aa-4f2aa9c5ac0a req-972aacf7-cd34-4d87-bb72-72cd76229dc9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0901988
Apr 19 03:42:29.027089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-d806fd81-a5e9-4152-bd8d-469b1271d4ad service neutron] 10.222.0.43 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461115
Apr 19 03:42:29.032188 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f86564e0-8ed1-4684-95aa-4f2aa9c5ac0a req-7a02257c-58bd-48a5-a85a-e3a7a8548725 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597332
Apr 19 03:42:29.187626 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c43c743c-377e-4139-a6da-85dd67fad9f1 req-5f4ac124-89f7-4cf3-88f3-c7fcd3533cf9 service neutron] 10.222.0.43 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518459
Apr 19 03:42:29.558293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90235b-57c0-4850-b269-c821e2f2d6dd req-5269fbb5-464d-4def-becb-feb46a001cbc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:29.559930 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea90235b-57c0-4850-b269-c821e2f2d6dd req-5269fbb5-464d-4def-becb-feb46a001cbc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1020970
Apr 19 03:42:29.621955 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea90235b-57c0-4850-b269-c821e2f2d6dd req-24f632db-f26c-4ce4-bbdb-3dd6697f18c6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536501
Apr 19 03:42:29.840773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd3c9f-2689-45e5-b66a-aa11cf30173d req-717dce6e-bcb4-40ea-af03-09a1b21007a7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:29.848419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ebd3c9f-2689-45e5-b66a-aa11cf30173d req-717dce6e-bcb4-40ea-af03-09a1b21007a7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1196420
Apr 19 03:42:29.914296 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ebd3c9f-2689-45e5-b66a-aa11cf30173d req-4ab82953-2936-4164-91fb-1374c6c003bb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648437
Apr 19 03:42:30.247937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcefdf3-874a-4398-a3c5-3a92fb40faa7 req-6c087a31-9a87-424d-8abe-0b7228930c47 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:30.249576 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3dcefdf3-874a-4398-a3c5-3a92fb40faa7 req-6c087a31-9a87-424d-8abe-0b7228930c47 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0959072
Apr 19 03:42:30.301501 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3dcefdf3-874a-4398-a3c5-3a92fb40faa7 req-299bb606-9dc3-412a-b492-efcf795bd90e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448902
Apr 19 03:42:30.830265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fae6-d3b4-4818-8f1f-2a0a2525986b req-c346874c-c73d-47dc-8cc8-a1de17dc12ef tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:30.831884 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7ab6fae6-d3b4-4818-8f1f-2a0a2525986b req-c346874c-c73d-47dc-8cc8-a1de17dc12ef tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.0902157
Apr 19 03:42:30.879350 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7ab6fae6-d3b4-4818-8f1f-2a0a2525986b req-e6a99e1d-059e-400c-a97d-fb917fbeb80d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412149
Apr 19 03:42:31.113781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe949-3e17-4a1b-a410-d91be2b22922 req-5c34859e-bf52-4198-a1fe-d958c4fa1c43 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:31.115386 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8edbe949-3e17-4a1b-a410-d91be2b22922 req-5c34859e-bf52-4198-a1fe-d958c4fa1c43 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0922260
Apr 19 03:42:31.166972 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8edbe949-3e17-4a1b-a410-d91be2b22922 req-8fced956-4e1a-4558-b9cf-3a7887543f22 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446751
Apr 19 03:42:31.655112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2a60-2d3d-4be8-9121-282ede6d4cc9 req-bc666f30-5bb6-4e82-a0d4-00d1f8ba8f9a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:31.656790 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-743c2a60-2d3d-4be8-9121-282ede6d4cc9 req-bc666f30-5bb6-4e82-a0d4-00d1f8ba8f9a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0916080
Apr 19 03:42:31.709763 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-743c2a60-2d3d-4be8-9121-282ede6d4cc9 req-adf8ea4d-0db9-47d9-80b9-cdb47d3cd31f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447829
Apr 19 03:42:32.098911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84f41a-e9c5-4aaa-bb30-cd86de3311dc req-20adccac-f289-4973-b04e-1b230ec6ca1f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:32.101027 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea84f41a-e9c5-4aaa-bb30-cd86de3311dc req-20adccac-f289-4973-b04e-1b230ec6ca1f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1046782
Apr 19 03:42:32.151926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea84f41a-e9c5-4aaa-bb30-cd86de3311dc req-e61c24a6-be95-430c-a9d0-c8e6af7cf678 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436983
Apr 19 03:42:32.379769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482e7c-6e83-4d6d-9035-b591987b7a6d req-77c319ae-62b5-48fc-8337-82850ceff985 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:32.381438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-37482e7c-6e83-4d6d-9035-b591987b7a6d req-77c319ae-62b5-48fc-8337-82850ceff985 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0958042
Apr 19 03:42:32.431863 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-37482e7c-6e83-4d6d-9035-b591987b7a6d req-923df31b-693c-4f3d-96a7-6fba7f49528f tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437410
Apr 19 03:42:32.918280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9aef-7b96-453e-85bf-56f10ea4ccc0 req-03d5bc72-55e5-45cf-a303-5773e2c894ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:32.919926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-946c9aef-7b96-453e-85bf-56f10ea4ccc0 req-03d5bc72-55e5-45cf-a303-5773e2c894ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0919325
Apr 19 03:42:32.972908 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-946c9aef-7b96-453e-85bf-56f10ea4ccc0 req-31837370-bb90-4020-ad34-06438a275424 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466316
Apr 19 03:42:33.362526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaa8b9-c132-43b9-9a53-05ed8b8d6cdf req-456a3422-b8f6-426a-86b6-a4d2c03b5df8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:33.364045 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-11eaa8b9-c132-43b9-9a53-05ed8b8d6cdf req-456a3422-b8f6-426a-86b6-a4d2c03b5df8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.0939600
Apr 19 03:42:33.410380 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-11eaa8b9-c132-43b9-9a53-05ed8b8d6cdf req-1f56fbe6-2d56-4797-8029-60234dbd54e4 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400970
Apr 19 03:42:33.634476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674004e1-943b-4892-80a4-449ef627bc71 req-00959a9d-55cb-4b00-9bdd-e11b7a8f5246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:33.636250 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-674004e1-943b-4892-80a4-449ef627bc71 req-00959a9d-55cb-4b00-9bdd-e11b7a8f5246 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0911000
Apr 19 03:42:33.684426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-674004e1-943b-4892-80a4-449ef627bc71 req-a370edb7-148d-48dc-9110-ade02eb2d700 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417316
Apr 19 03:42:34.177137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1c73e-156d-4610-a6d3-73f9e131d30f req-8b4ba227-f3ee-4171-acc2-0789329e1a2a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:34.179269 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ff1c73e-156d-4610-a6d3-73f9e131d30f req-8b4ba227-f3ee-4171-acc2-0789329e1a2a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0888708
Apr 19 03:42:34.228741 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ff1c73e-156d-4610-a6d3-73f9e131d30f req-32ae70af-c26e-4e35-95ac-a89bb2457f69 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429084
Apr 19 03:42:34.640776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171b460-9e83-4e48-b813-2acbbe7c85f1 req-67da9381-2e5c-451c-b8dc-7432b35d8563 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:34.642367 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d171b460-9e83-4e48-b813-2acbbe7c85f1 req-67da9381-2e5c-451c-b8dc-7432b35d8563 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1022992
Apr 19 03:42:34.698627 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d171b460-9e83-4e48-b813-2acbbe7c85f1 req-cbfd2786-b728-4638-bd14-e0a0e458ee92 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485125
Apr 19 03:42:34.913272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b26ea-244b-4ae1-bd82-cecc04366ecc req-b3d430a7-f26e-470c-9681-fad44866547c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:34.914852 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-867b26ea-244b-4ae1-bd82-cecc04366ecc req-b3d430a7-f26e-470c-9681-fad44866547c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1097941
Apr 19 03:42:34.964772 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-867b26ea-244b-4ae1-bd82-cecc04366ecc req-ba54d303-1866-4f29-95aa-65fc7e02e076 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434813
Apr 19 03:42:35.477567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e441a1-b445-4f55-b6fd-fc7dded37813 req-948b3e65-9451-4c93-95a8-c5341d0d12bb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:35.479258 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-67e441a1-b445-4f55-b6fd-fc7dded37813 req-948b3e65-9451-4c93-95a8-c5341d0d12bb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.1001372
Apr 19 03:42:35.558621 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-67e441a1-b445-4f55-b6fd-fc7dded37813 req-0ef3941e-86b1-40cf-85c5-eebd3a7a8463 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715003
Apr 19 03:42:35.925184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206a75-935c-4e5f-93be-e0f2efd60445 req-3b59c0df-b350-447a-bde3-b8679beab3cd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:35.927330 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc206a75-935c-4e5f-93be-e0f2efd60445 req-3b59c0df-b350-447a-bde3-b8679beab3cd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1007984
Apr 19 03:42:35.948613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34374) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:35.982609 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc206a75-935c-4e5f-93be-e0f2efd60445 req-1ace35e2-402b-4bd8-a64d-b01e881fac33 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480235
Apr 19 03:42:36.087006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.110254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:36.164100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Usage tracker for resource:security_group_rule and tenant:004773a2801c4ad69d457f9846670ff7 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:36.168481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:36.176324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:36.248335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cbf8d-8b25-4d9b-8299-2ad9f7789236 req-c952b746-5b95-4c4f-8a56-e3d8de4b5a9d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:36.249953 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cc8cbf8d-8b25-4d9b-8299-2ad9f7789236 req-c952b746-5b95-4c4f-8a56-e3d8de4b5a9d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1417785
Apr 19 03:42:36.337286 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cc8cbf8d-8b25-4d9b-8299-2ad9f7789236 req-61753418-f2cc-4978-b9dd-95279fa900c3 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789778
Apr 19 03:42:36.344963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.371033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.380026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fbda9b8a-2097-4c4e-8e0b-755d124b7a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:36.414089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=004773a2801c4ad69d457f9846670ff7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4642813
Apr 19 03:42:36.417476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34382) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:36.429061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff71da3-5f81-4527-8057-115787bd7c52,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:36.432491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:36.489512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.516892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.673941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.679719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:36.694048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff71da3-5f81-4527-8057-115787bd7c52,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:36.710457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:36.712019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:36.716426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ff71da3-5f81-4527-8057-115787bd7c52 HTTP/1.1" status: 204  len: 168 time: 0.2947495
Apr 19 03:42:36.840598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21b891-85a6-41bb-a546-8f5283f47124 req-73f9cd8e-c03c-4dff-ac78-6976c3bc7c4a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:36.847963 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f21b891-85a6-41bb-a546-8f5283f47124 req-73f9cd8e-c03c-4dff-ac78-6976c3bc7c4a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.1208634
Apr 19 03:42:36.893565 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f21b891-85a6-41bb-a546-8f5283f47124 req-8f605473-9507-4201-b157-bfacbfe0c0b3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446658
Apr 19 03:42:37.237048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f783a-f8cd-48b9-85cc-65f83d61940f req-0eac7799-78eb-4054-8834-c09ba7248a48 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:37.241135 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e6f783a-f8cd-48b9-85cc-65f83d61940f req-0eac7799-78eb-4054-8834-c09ba7248a48 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1275213
Apr 19 03:42:37.290288 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e6f783a-f8cd-48b9-85cc-65f83d61940f req-8bb6f5c9-dabc-4ebc-9efa-388661a48338 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444589
Apr 19 03:42:37.657823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392be2e-e8fa-4457-b356-4d93834dacff req-c1f8024d-3428-4a77-84eb-e6d9e91d278a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:37.659581 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2392be2e-e8fa-4457-b356-4d93834dacff req-c1f8024d-3428-4a77-84eb-e6d9e91d278a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1290956
Apr 19 03:42:37.732482 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2392be2e-e8fa-4457-b356-4d93834dacff req-9a6edce5-fa2d-45b6-bf38-da6eea1ac07e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661602
Apr 19 03:42:38.112099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255613-042c-4f42-b533-cf5eccfae572 req-63f9ff80-4c6f-40dd-9fb6-420a6ef796ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:38.113830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e255613-042c-4f42-b533-cf5eccfae572 req-63f9ff80-4c6f-40dd-9fb6-420a6ef796ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0965915
Apr 19 03:42:38.178718 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e255613-042c-4f42-b533-cf5eccfae572 req-4e116fb2-a7d2-423c-a753-ecd0cf916957 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504792
Apr 19 03:42:38.764033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9935a1-9e60-47cf-888c-dc99ad578e9e req-353ace55-5187-407a-afa2-abfd7f59869d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:38.765761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6a9935a1-9e60-47cf-888c-dc99ad578e9e req-353ace55-5187-407a-afa2-abfd7f59869d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.3283293
Apr 19 03:42:38.898281 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6a9935a1-9e60-47cf-888c-dc99ad578e9e req-90f22918-5951-4839-870a-88fc3617b69e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131260
Apr 19 03:42:38.985191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812c52-ebb6-4bb3-b74c-2df379a801e1 req-dc82191d-8077-4a0a-a34c-38c1081c803b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:38.987124 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c812c52-ebb6-4bb3-b74c-2df379a801e1 req-dc82191d-8077-4a0a-a34c-38c1081c803b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1249349
Apr 19 03:42:39.049270 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c812c52-ebb6-4bb3-b74c-2df379a801e1 req-5a41ff69-b7c7-45f8-ab96-2a37862029bc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551903
Apr 19 03:42:39.406177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1b9f8-4141-4f3a-b63d-b5db5d3da6a0 req-fd8e495f-363a-4c1c-b0aa-b0a8a3ed17c9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:39.407869 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ead1b9f8-4141-4f3a-b63d-b5db5d3da6a0 req-fd8e495f-363a-4c1c-b0aa-b0a8a3ed17c9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0934408
Apr 19 03:42:39.464082 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ead1b9f8-4141-4f3a-b63d-b5db5d3da6a0 req-ee48d906-2517-48a9-ba1e-571344f03b9a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490391
Apr 19 03:42:40.137395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dca4c-e97d-4210-a807-ae30e41656d2 req-ade7ea38-3e23-4546-addc-ad85b1243beb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:40.139311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-311dca4c-e97d-4210-a807-ae30e41656d2 req-ade7ea38-3e23-4546-addc-ad85b1243beb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1148245
Apr 19 03:42:40.189531 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-311dca4c-e97d-4210-a807-ae30e41656d2 req-37442f1f-f3a9-453e-83ce-411375d80e5c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436192
Apr 19 03:42:40.278243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3a413-19d0-424a-9c0a-28a5e3f86147 req-95a30765-9d83-4790-a598-5ad61a846ead tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:40.280204 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-24e3a413-19d0-424a-9c0a-28a5e3f86147 req-95a30765-9d83-4790-a598-5ad61a846ead tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1050084
Apr 19 03:42:40.344389 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-24e3a413-19d0-424a-9c0a-28a5e3f86147 req-daf1cb22-f5ac-4140-8ad7-c436af5c23cb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552545
Apr 19 03:42:40.674816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a98b3f-b44e-4e96-a224-c9f7d9845f82 req-bbc36ae3-a937-4b5a-890a-8fac6269fe8b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:40.682603 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-94a98b3f-b44e-4e96-a224-c9f7d9845f82 req-bbc36ae3-a937-4b5a-890a-8fac6269fe8b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0990670
Apr 19 03:42:40.726707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34530) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:40.726894 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-94a98b3f-b44e-4e96-a224-c9f7d9845f82 req-62196c59-88dc-42fa-95b9-5eb8c1e2aef8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433421
Apr 19 03:42:40.877406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:40.896190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:40.901547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5573035d5d874d8babcafac3d587f59e is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:40.905347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:40.912400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:41.089486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:41.119373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:41.128574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-42645b2b-f7e6-4309-8769-922abc1e7caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:41.158947 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5573035d5d874d8babcafac3d587f59e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4286158
Apr 19 03:42:41.160420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34540) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:41.176100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dbe720-6b73-4299-8e9a-db79ea5e14bb,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:41.180751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:41.235841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:41.267719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:41.342543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:41.347684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:41.364380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dbe720-6b73-4299-8e9a-db79ea5e14bb,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:41.371362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:41.386061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17dbe720-6b73-4299-8e9a-db79ea5e14bb HTTP/1.1" status: 204  len: 168 time: 0.2242074
Apr 19 03:42:41.389135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:41.498339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98a98a-d0e3-4b9c-b0a4-a72b129b03a0 req-8146e493-afe8-48b6-8c4d-fe07d6ea3071 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:41.500166 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab98a98a-d0e3-4b9c-b0a4-a72b129b03a0 req-8146e493-afe8-48b6-8c4d-fe07d6ea3071 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1552455
Apr 19 03:42:41.578860 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab98a98a-d0e3-4b9c-b0a4-a72b129b03a0 req-eaaa8b2f-3a87-4028-b0a1-8ca309aa6f42 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710597
Apr 19 03:42:41.617965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b110f-1367-47ed-b543-955b7dcfdb9b req-a851b6c5-72b0-4d6f-befb-52438104a09b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:41.619955 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf1b110f-1367-47ed-b543-955b7dcfdb9b req-a851b6c5-72b0-4d6f-befb-52438104a09b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1013284
Apr 19 03:42:41.673815 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf1b110f-1367-47ed-b543-955b7dcfdb9b req-cdf40f18-f4e6-4e59-a59b-6466132b59f3 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461307
Apr 19 03:42:41.938493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704914eb-84e0-40ac-b6f7-87b0a9e7d6e9 req-ed9208cc-3be3-47d1-99fa-a90fee935f72 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:41.940082 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-704914eb-84e0-40ac-b6f7-87b0a9e7d6e9 req-ed9208cc-3be3-47d1-99fa-a90fee935f72 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0924711
Apr 19 03:42:41.988280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-704914eb-84e0-40ac-b6f7-87b0a9e7d6e9 req-c88489f2-dfd8-4d3e-bf52-11cda2eeca06 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417349
Apr 19 03:42:42.016372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34554) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:42.034916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.050504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:42.055247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Usage tracker for resource:security_group_rule and tenant:4a97afcaced7471bb6db4a4a66a6695e is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:42.058145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:42.064155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:42.146041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.181752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.191271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47a4af8c-c21a-48b2-975d-fe67e76fda87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:42.238077 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a97afcaced7471bb6db4a4a66a6695e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2205279
Apr 19 03:42:42.239009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f327370d-a54a-47ef-9023-f0916ed32535,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:42.241664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34560) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:42.243019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:42.308447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.337015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.404963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.409969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4261e4f9-6b03-4128-8b7e-6fcab992b458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:42.424272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f327370d-a54a-47ef-9023-f0916ed32535,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:42.426829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:42.428955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:42.430134 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f327370d-a54a-47ef-9023-f0916ed32535 HTTP/1.1" status: 204  len: 168 time: 0.1873286
Apr 19 03:42:42.813828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93394eb-7807-4395-9cf4-4e81f7cad217 req-09687430-4336-4a20-8048-3c6e150de610 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:42.815456 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c93394eb-7807-4395-9cf4-4e81f7cad217 req-09687430-4336-4a20-8048-3c6e150de610 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.0950081
Apr 19 03:42:42.875668 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c93394eb-7807-4395-9cf4-4e81f7cad217 req-2abefc05-8b11-44b6-8e8a-238112449fa5 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529437
Apr 19 03:42:42.901934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca962a1-d1a1-45dc-9be5-87f7072864ab req-54fcfc09-2dba-464f-83c7-b750221acc99 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:42.903710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ca962a1-d1a1-45dc-9be5-87f7072864ab req-54fcfc09-2dba-464f-83c7-b750221acc99 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1109288
Apr 19 03:42:42.951554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ca962a1-d1a1-45dc-9be5-87f7072864ab req-f0426b99-a694-45bd-9f32-633c01c57741 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410013
Apr 19 03:42:43.201385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3b4d-3e6f-4cbb-9010-f677b765b5f6 req-adcc9a91-39dd-41c4-b9cd-59a1ea60eb5e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:43.203889 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d40f3b4d-3e6f-4cbb-9010-f677b765b5f6 req-adcc9a91-39dd-41c4-b9cd-59a1ea60eb5e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0983663
Apr 19 03:42:43.252698 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d40f3b4d-3e6f-4cbb-9010-f677b765b5f6 req-6974a429-cd52-4451-9e53-ee42cb3ccb49 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426569
Apr 19 03:42:43.324051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device fbdc9349-8214-499d-88ec-f32902245c65 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:42:43.467961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbdc9349-8214-499d-88ec-f32902245c65,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:43.482233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'fbdc9349-8214-499d-88ec-f32902245c65', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'port_id': 'fbdc9349-8214-499d-88ec-f32902245c65', 'mac_address': 'fa:16:3e:b8:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:42:43.540714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:43.561056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdc9349-8214-499d-88ec-f32902245c65 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:42:43.577268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbdc9349-8214-499d-88ec-f32902245c65,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:43.605215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:43.606009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:42:43.609796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:43.760102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:43.770827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.771249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.771628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.772005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.772379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.773265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.773632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.773997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.774379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.774740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.775101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.775484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:42:43.787094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:43.831687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:43.846034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'port_id': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'mac_address': 'fa:16:3e:aa:96:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:42:43.908237 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:43.927582 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:42:43.933072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34602) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:43.945644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:43.970914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:43.972888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:44.129554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.130130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a01a13-cac5-400c-931b-623c9c0ce183 req-178159b8-b50c-44ba-9108-e9840641f6a3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:44.132020 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a9a01a13-cac5-400c-931b-623c9c0ce183 req-178159b8-b50c-44ba-9108-e9840641f6a3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1216831
Apr 19 03:42:44.154758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:44.160544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdc633f736b4e5b8a1f35e89cd32387 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:44.165772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:44.172976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:44.190981 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a9a01a13-cac5-400c-931b-623c9c0ce183 req-ca95bf0e-5521-4b5b-8cef-43d1956deefa tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462089
Apr 19 03:42:44.239952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018c278-2330-45e3-b0f4-c45a5c688f60 req-0a282999-01bc-420e-9ccb-4abb7f349e2a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:44.241547 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0018c278-2330-45e3-b0f4-c45a5c688f60 req-0a282999-01bc-420e-9ccb-4abb7f349e2a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 944 time: 0.1565859
Apr 19 03:42:44.243310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:44.246855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:44.285555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:42:44.306370 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0018c278-2330-45e3-b0f4-c45a5c688f60 req-0edc2c28-caf0-4804-ae30-d152f9520581 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545058
Apr 19 03:42:44.315799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['fbdc9349-8214-499d-88ec-f32902245c65'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:42:44.354950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.382562 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.391615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-74851389-9098-4189-ae05-d26780ce13ad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:44.438319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cdc633f736b4e5b8a1f35e89cd32387&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5013540
Apr 19 03:42:44.438319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc8964-253e-4989-ba68-fa4f4c484fe3,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:44.440180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34614) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:44.443351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:44.476530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6b273-43e4-430a-adf0-88f255d67a2c req-ed960d48-032e-4370-84a4-a600c8ae5ef7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:44.478700 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12a6b273-43e4-430a-adf0-88f255d67a2c req-ed960d48-032e-4370-84a4-a600c8ae5ef7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 944 time: 0.1009254
Apr 19 03:42:44.523279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.559591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.560778 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12a6b273-43e4-430a-adf0-88f255d67a2c req-1f6fa10b-23d1-4edd-8bdb-3633088200e1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755436
Apr 19 03:42:44.645114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.650395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f309786-4db7-4ea3-8d43-8f5329b7ca83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:44.661388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc8964-253e-4989-ba68-fa4f4c484fe3,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:44.665477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:44.669402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:44.670602 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0bfc8964-253e-4989-ba68-fa4f4c484fe3 HTTP/1.1" status: 204  len: 168 time: 0.2293503
Apr 19 03:42:45.324528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device fbdc9349-8214-499d-88ec-f32902245c65 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:42:45.421833 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2988a75-6fec-40db-a89b-de48d4a1188c req-59214e65-8257-433e-9804-06c5edd19277 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:45.423496 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2988a75-6fec-40db-a89b-de48d4a1188c req-59214e65-8257-433e-9804-06c5edd19277 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1041548
Apr 19 03:42:45.443280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port fbdc9349-8214-499d-88ec-f32902245c65 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:42:45.449240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port fbdc9349-8214-499d-88ec-f32902245c65 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:42:45.449842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:45.485784 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2988a75-6fec-40db-a89b-de48d4a1188c req-f88b2b55-f602-4af8-b681-7d73b3baca97 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558481
Apr 19 03:42:45.551530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1a9d-d939-47c7-8f82-edaf1d3cd23d req-b62ffcec-8a43-48d7-a338-bd20d5303dfe tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:45.554184 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-beec1a9d-d939-47c7-8f82-edaf1d3cd23d req-b62ffcec-8a43-48d7-a338-bd20d5303dfe tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 944 time: 0.1186371
Apr 19 03:42:45.618846 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-beec1a9d-d939-47c7-8f82-edaf1d3cd23d req-9c0a8d28-ed17-42af-aa04-c94ac69dcbda tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544589
Apr 19 03:42:45.621554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:45.653139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:45.664853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbdc9349-8214-499d-88ec-f32902245c65,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:45.702714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:45.703941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:42:45.750524 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65', 'code': 200}
Apr 19 03:42:45.751449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f2c805f-0425-4664-b42b-0f868162bc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:45.824168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc7fb0-98bd-453b-bc4b-35af3c9ba279 req-f6b3dbe3-1e51-47b8-8d4b-ab952c208829 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:45.825697 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86bc7fb0-98bd-453b-bc4b-35af3c9ba279 req-f6b3dbe3-1e51-47b8-8d4b-ab952c208829 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.1041272
Apr 19 03:42:45.862172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:45.865522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:45.882441 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86bc7fb0-98bd-453b-bc4b-35af3c9ba279 req-2d9b2633-9c26-40d9-a5d2-c0674b4ebb92 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496252
Apr 19 03:42:45.918787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:42:45.924080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:42:45.924500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.053065 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.088821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:46.110534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8936e8d-a8db-4797-99bd-6be78c0a0a3e req-ed05f421-5ece-4d3a-8fbc-4f43245b969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:46.119163 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8936e8d-a8db-4797-99bd-6be78c0a0a3e req-ed05f421-5ece-4d3a-8fbc-4f43245b969f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1098 time: 0.0774405
Apr 19 03:42:46.119403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.119403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47a5bc75-cac8-4d4e-9e2a-149e5bcd8901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:46.161553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34656) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:46.175327 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8936e8d-a8db-4797-99bd-6be78c0a0a3e req-392b9170-bb78-4ef9-b11b-f525e2d3ac03 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385795
Apr 19 03:42:46.189162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:46.192400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:46.289096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.305687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:46.309711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Usage tracker for resource:security_group_rule and tenant:e17761c548fb43e38470c0c0e3eca6e0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:46.312649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:46.319270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:46.403027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.427711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.436851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6dac93f4-ba37-427e-9fe7-ef2e0a938fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:46.484496 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e17761c548fb43e38470c0c0e3eca6e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217003
Apr 19 03:42:46.487430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ba77bb-9c2d-4952-949d-1c7a31c8cb57,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:46.487717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34662) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:46.492304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:46.551374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.582915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.679710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.686048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:46.693536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd752e-0845-414c-b4ff-f751a4756a5b req-3c073b06-d833-4e10-b9e1-681cab5258a0 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:46.695174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-21fd752e-0845-414c-b4ff-f751a4756a5b req-3c073b06-d833-4e10-b9e1-681cab5258a0 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.0908849
Apr 19 03:42:46.706500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ba77bb-9c2d-4952-949d-1c7a31c8cb57,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:46.708984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:46.709839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:46.726091 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53ba77bb-9c2d-4952-949d-1c7a31c8cb57 HTTP/1.1" status: 204  len: 168 time: 0.2250984
Apr 19 03:42:46.747670 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-21fd752e-0845-414c-b4ff-f751a4756a5b req-378009e0-b78d-4324-a2ab-441b71dc4c1b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460889
Apr 19 03:42:46.826030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1f144-dbd2-4ce8-8f96-b549c8263dff req-5ea15f4a-30ce-4b8c-955a-402410d17f3c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:46.827779 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-50b1f144-dbd2-4ce8-8f96-b549c8263dff req-5ea15f4a-30ce-4b8c-955a-402410d17f3c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.1004550
Apr 19 03:42:46.876681 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-50b1f144-dbd2-4ce8-8f96-b549c8263dff req-797366c6-8d34-4a30-8a7c-77cfafbba91c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418837
Apr 19 03:42:47.106404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266369e5-37a4-4583-beac-6619a49e33c1 req-8cc61163-eb28-443a-a9b8-0467d49db439 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:47.108571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-266369e5-37a4-4583-beac-6619a49e33c1 req-8cc61163-eb28-443a-a9b8-0467d49db439 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.1023090
Apr 19 03:42:47.161907 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-266369e5-37a4-4583-beac-6619a49e33c1 req-13b3fa28-058e-441f-b1ce-5ad889e24d03 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454977
Apr 19 03:42:47.751909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:47.803449 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'code': 200}
Apr 19 03:42:47.976001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb7d84-0f5a-42f2-b005-5427f880c152 req-e39c7701-b164-48e9-8c6a-dd96c8a45d25 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:47.977719 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cdb7d84-0f5a-42f2-b005-5427f880c152 req-e39c7701-b164-48e9-8c6a-dd96c8a45d25 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1041889
Apr 19 03:42:48.029174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cdb7d84-0f5a-42f2-b005-5427f880c152 req-ac01bcb8-c367-4cc2-bf82-798d9653ad47 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447781
Apr 19 03:42:48.117893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48756cc5-3f02-4134-b399-0c1fef1ec36d req-98f98e9e-6047-437d-b832-aafa31899812 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:48.119544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48756cc5-3f02-4134-b399-0c1fef1ec36d req-98f98e9e-6047-437d-b832-aafa31899812 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.1009533
Apr 19 03:42:48.218102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48756cc5-3f02-4134-b399-0c1fef1ec36d req-7126644b-ac89-404f-9666-b2dc954b5974 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906196
Apr 19 03:42:48.259368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e7fec-0be8-416f-9708-e6b8fb7e4e37 req-6d57f485-c937-48fb-9f25-33e004d82b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:48.261448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e31e7fec-0be8-416f-9708-e6b8fb7e4e37 req-6d57f485-c937-48fb-9f25-33e004d82b47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 1098 time: 0.0962665
Apr 19 03:42:48.312446 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e31e7fec-0be8-416f-9708-e6b8fb7e4e37 req-9af67edb-b5e0-4f81-bddc-649fbf576330 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431573
Apr 19 03:42:48.369980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aac02-2286-44de-a40e-d1225fc2edc0 req-b8a03961-617f-4881-b85c-70f5e83e7134 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:48.371556 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-255aac02-2286-44de-a40e-d1225fc2edc0 req-b8a03961-617f-4881-b85c-70f5e83e7134 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0921555
Apr 19 03:42:48.425111 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-255aac02-2286-44de-a40e-d1225fc2edc0 req-332ccb45-f006-44c1-b0be-f0b0fae66a47 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470555
Apr 19 03:42:48.503513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34726) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:48.636805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26313e6-2b68-46f1-99d9-b1efb5a2f881 req-d40d9f87-2e7b-41a1-ada4-f7dcb11551e3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:48.638436 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a26313e6-2b68-46f1-99d9-b1efb5a2f881 req-d40d9f87-2e7b-41a1-ada4-f7dcb11551e3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0994384
Apr 19 03:42:48.639157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:48.655378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:48.659579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1511d0c6ed0944ae856a8e85caf2bc16 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:48.663123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:48.669179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:48.686690 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a26313e6-2b68-46f1-99d9-b1efb5a2f881 req-5d2d6c7d-f63d-40f3-9ba8-4b576e9579c0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417664
Apr 19 03:42:48.712501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34732) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:48.754258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:48.793494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:48.806495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5c252e9c-c1c7-43cd-b2a6-fa834fd18924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:48.852360 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1511d0c6ed0944ae856a8e85caf2bc16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3476574
Apr 19 03:42:48.854092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c695f-6d7d-4cf7-a630-0c98da969095,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:48.856606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34738) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:48.859460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:48.869258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-213ea708-7348-4906-82f6-aeec9777e4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:48.919123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891f765-e13c-4cf4-895d-ff39a04c77db tempest-TestShelveInstance-125091517 tempest-TestShelveInstance-125091517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:48.919898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6891f765-e13c-4cf4-895d-ff39a04c77db tempest-TestShelveInstance-125091517 tempest-TestShelveInstance-125091517-project-admin] Synchronizing usage tracker for tenant:d45fa3ed20af4aff98d3124d25c8937c on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:48.920402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:48.947501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:48.965054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6891f765-e13c-4cf4-895d-ff39a04c77db tempest-TestShelveInstance-125091517 tempest-TestShelveInstance-125091517-project-admin] Unset dirty status for tenant:d45fa3ed20af4aff98d3124d25c8937c on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:48.966487 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6891f765-e13c-4cf4-895d-ff39a04c77db tempest-TestShelveInstance-125091517 tempest-TestShelveInstance-125091517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1093 time: 0.2527776
Apr 19 03:42:48.969747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34744) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:48.975429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'port_id': 'fbdc9349-8214-499d-88ec-f32902245c65', 'tenant_id': '9685547739384db983b365ae780e9d90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:48.982259 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:48.986628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Usage tracker for resource:floatingip and tenant:9685547739384db983b365ae780e9d90 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:48.990833 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:48.997782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:49.028110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.033438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-39edc1f8-2a41-476a-9686-189228836398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:49.048041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c695f-6d7d-4cf7-a630-0c98da969095,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:49.050876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for floatingip, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.059022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:49.072279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.077242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d8c695f-6d7d-4cf7-a630-0c98da969095 HTTP/1.1" status: 204  len: 168 time: 0.2196136
Apr 19 03:42:49.228444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.268941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cd157-7c3b-478c-bae5-779f0087af14 req-9ebd4d9c-8983-4d94-ad09-7c3d6f4ec78b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:49.270772 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d0cd157-7c3b-478c-bae5-779f0087af14 req-9ebd4d9c-8983-4d94-ad09-7c3d6f4ec78b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 943 time: 0.1020980
Apr 19 03:42:49.332015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:42:49.349937 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d0cd157-7c3b-478c-bae5-779f0087af14 req-1b2251f1-0cad-4f13-ad1c-f687b9cb5321 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685730
Apr 19 03:42:49.453360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Allocated IP 172.27.0.104 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/ef0f752a-aa9e-47bf-8454-656fade64829) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:42:49.521940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:49.536803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'port_id': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'mac_address': 'fa:16:3e:98:de:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:42:49.612066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.632009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:42:49.656377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:49.685313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.687523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:49.765836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=9']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:49.771522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:49.861124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ba1ad-2a3b-4cf4-b8f9-60032aecd40c req-b4fb5c49-c6e9-4507-8e5e-9ea723fbe0fe tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:49.862963 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-585ba1ad-2a3b-4cf4-b8f9-60032aecd40c req-b4fb5c49-c6e9-4507-8e5e-9ea723fbe0fe tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.4819586
Apr 19 03:42:49.932258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:49.941893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:42:49.945724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-585ba1ad-2a3b-4cf4-b8f9-60032aecd40c req-c13aaf18-e27f-448b-bd5f-dd61376859aa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748217
Apr 19 03:42:50.005557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:50.015323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6d6e48da-1a45-41b9-8b88-7b0f93596bec tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:50.101376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'Port': ['ID=ef0f752a-aa9e-47bf-8454-656fade64829,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:50.109961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:50.115671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:42:50.117025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:42:50.120982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:42:50.155108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a3281-0a2b-49c2-87d0-c97a0a838c17 req-ffc38589-3516-444a-b758-5ffe09f7f4f7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:50.163405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-865a3281-0a2b-49c2-87d0-c97a0a838c17 req-ffc38589-3516-444a-b758-5ffe09f7f4f7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.1005189
Apr 19 03:42:50.218094 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-865a3281-0a2b-49c2-87d0-c97a0a838c17 req-6d3bfe59-f242-4b62-ad7b-60171c1ef102 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536821
Apr 19 03:42:50.235870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34782) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:50.532301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc77e8d-e15a-420e-a8fe-676be7221c87 tempest-TestVolumeBootPattern-1903625912 tempest-TestVolumeBootPattern-1903625912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:50.534635 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ffc77e8d-e15a-420e-a8fe-676be7221c87 tempest-TestVolumeBootPattern-1903625912 tempest-TestVolumeBootPattern-1903625912-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 1093 time: 0.2968905
Apr 19 03:42:50.537332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34790) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:50.543169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'port_id': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:50.557615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:50.561714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Usage tracker for resource:floatingip and tenant:a012a767fda74dde8c60610167f3a08a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:50.564765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:50.571555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:50.616793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for floatingip, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:50.663809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658c14-c132-404e-9bc8-cb87e7409649 req-86640a33-ae97-4e80-9d4a-43a8a35d5229 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:50.665401 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a7658c14-c132-404e-9bc8-cb87e7409649 req-86640a33-ae97-4e80-9d4a-43a8a35d5229 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 944 time: 0.1616850
Apr 19 03:42:50.738152 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a7658c14-c132-404e-9bc8-cb87e7409649 req-d6016684-f90c-40eb-ba21-e7b96fdcd02b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579789
Apr 19 03:42:50.765696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:50.769557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:50.870658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:50.930058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Allocated IP 172.27.0.49 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/6a4f53b7-5524-4984-afc9-8d12ae6a4d28) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:42:51.096718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.104750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.124417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.129813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-163fdffe-dc40-4857-bff7-9afe11b71fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:51.160025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.165568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3b8b219e-22b4-4fbc-9ac1-279bcd5f7893 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:51.230934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:42:51.234671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:42:51.239034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:42:51.242999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event updated for resources: {'Port': ['ID=ef0f752a-aa9e-47bf-8454-656fade64829,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:51.254766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:51.265059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.282260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'Port': ['ID=6a4f53b7-5524-4984-afc9-8d12ae6a4d28,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:51.287096 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:51.336404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:42:51.424285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:42:51.424619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.460236 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Floating IP a77f985a-2e62-42fb-a48b-a23f6be6b2a5 associated. External IP: 172.27.0.104, port: fbdc9349-8214-499d-88ec-f32902245c65.
Apr 19 03:42:51.463469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4812b218-6f5f-47b3-89ca-1ee408722ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.559990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.589242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:51.602348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:42:51.641789 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'code': 200}
Apr 19 03:42:51.650462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.654367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:51.733664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=10']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:51.737735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:51.862410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.868856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:51.935451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Router 49100057-111e-4d70-bd64-1fc94750d9d3 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:42:52.012147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.117228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442f82f-b83a-44d8-af10-99c5d13dfc52 req-130be9b1-8137-4c09-bbda-32694d3edfcd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:52.118994 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4442f82f-b83a-44d8-af10-99c5d13dfc52 req-130be9b1-8137-4c09-bbda-32694d3edfcd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.2509522
Apr 19 03:42:52.123954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.204297 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4442f82f-b83a-44d8-af10-99c5d13dfc52 req-e2b7c32c-755f-4c55-8522-721b393fc416 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719364
Apr 19 03:42:52.205618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:42:52.218744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] Sync routers for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:42:52.244810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:42:52.245785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c72d278>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:52.268854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.457645 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4866457
Apr 19 03:42:52.459499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:52.510421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.515732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ace78-120e-48db-9060-d9145931839a req-05666218-f7e5-4431-9809-d0383988a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:52.521843 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a05ace78-120e-48db-9060-d9145931839a req-05666218-f7e5-4431-9809-d0383988a40d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1099 time: 0.1972251
Apr 19 03:42:52.521843 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65', 'status': 'completed', 'code': 200}
Apr 19 03:42:52.522327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:42:52.570138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.570635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.577434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:52.634109 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a05ace78-120e-48db-9060-d9145931839a req-6b8abfdd-eb61-48c9-95a9-d599bc63cbb2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898991
Apr 19 03:42:52.658981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530057-a0fc-4679-873f-6712a9897965 req-538e4bf9-0ab1-487b-acf7-bd0476f2c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:52.660365 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-538e4bf9-0ab1-487b-acf7-bd0476f2c3a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1098 time: 0.0994430
Apr 19 03:42:52.696850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event updated for resources: {'Port': ['ID=6a4f53b7-5524-4984-afc9-8d12ae6a4d28,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:52.701375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:52.711326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:52.861356 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530057-a0fc-4679-873f-6712a9897965 req-4af34374-5cf4-4af0-aae8-c737f1284777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:52.863106 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-4af34374-5cf4-4af0-aae8-c737f1284777 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 909 time: 0.1419978
Apr 19 03:42:52.896007 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Floating IP 9bc23046-3c83-4bf7-9bbf-d66ade01c8ec associated. External IP: 172.27.0.49, port: cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe.
Apr 19 03:42:52.903407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c72d278>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': 'a77f985a-2e62-42fb-a48b-a23f6be6b2a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'port_id': 'fbdc9349-8214-499d-88ec-f32902245c65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'mac_address': 'fa:16:3e:b8:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:42:50Z', 'updated_at': '2021-04-19T03:42:50Z', 'revision_number': 0, 'project_id': '9685547739384db983b365ae780e9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:35Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:52.907479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] Checking router: 49100057-111e-4d70-bd64-1fc94750d9d3 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:42:52.916935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:42:52.917585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c72d278>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:52.982280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-32583d0a-574d-42b1-896c-892b4f5d8114 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 999 time: 0.1106768
Apr 19 03:42:53.113588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:42:53.297690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Router 3118f107-823b-4dcd-80f5-d470ac111fe1 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:42:53.309514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:53.313426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530057-a0fc-4679-873f-6712a9897965 req-345f84bb-b66b-4a15-8d32-e57cc4e5005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:53.315002 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-345f84bb-b66b-4a15-8d32-e57cc4e5005e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 200  len: 847 time: 0.3202746
Apr 19 03:42:53.488408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530057-a0fc-4679-873f-6712a9897965 req-1149f0d8-ec1e-408c-990a-56f469b0cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:53.490273 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-1149f0d8-ec1e-408c-990a-56f469b0cc20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc40c6dd-681c-4758-8425-824537fa20a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1641364
Apr 19 03:42:53.506440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd480225-d900-405a-b3c6-30dbb49fb41f req-bba19e5b-1b33-49f0-bb29-b5b75009a908 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:53.508179 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cd480225-d900-405a-b3c6-30dbb49fb41f req-bba19e5b-1b33-49f0-bb29-b5b75009a908 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.1367342
Apr 19 03:42:53.527780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:42:53.546299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] Sync routers for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:42:53.563481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:42:53.564168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d50b0b8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:53.622349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:53.704905 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.1661432
Apr 19 03:42:53.709979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:42:53.742125 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cd480225-d900-405a-b3c6-30dbb49fb41f req-34e469d0-9486-4c0b-aca9-fbe4e5a9b003 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2080436
Apr 19 03:42:53.791472 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-548db88c-f18d-44b2-b7e2-e799119a6164 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820413
Apr 19 03:42:53.821357 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'status': 'completed', 'code': 200}
Apr 19 03:42:53.833137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c72d278>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': 'a77f985a-2e62-42fb-a48b-a23f6be6b2a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'port_id': 'fbdc9349-8214-499d-88ec-f32902245c65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'mac_address': 'fa:16:3e:b8:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:42:50Z', 'updated_at': '2021-04-19T03:42:50Z', 'revision_number': 0, 'project_id': '9685547739384db983b365ae780e9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:35Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:53.838397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1713cc7-33f9-4699-bc4b-6e472b1387d6 None None] The sync data for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi is: [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': 'a77f985a-2e62-42fb-a48b-a23f6be6b2a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'port_id': 'fbdc9349-8214-499d-88ec-f32902245c65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'mac_address': 'fa:16:3e:b8:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:42:50Z', 'updated_at': '2021-04-19T03:42:50Z', 'revision_number': 0, 'project_id': '9685547739384db983b365ae780e9d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:35Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:42:53.860252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:42:54.066928 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64530057-a0fc-4679-873f-6712a9897965 req-80408917-5dc2-46f3-a238-cdc1b7f2eadd service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566411
Apr 19 03:42:54.098073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-2dcf6a0a-b1f2-4c56-ac79-554aa7b75f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:54.100720 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-2dcf6a0a-b1f2-4c56-ac79-554aa7b75f2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a012a767fda74dde8c60610167f3a08a&device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 1098 time: 0.1562440
Apr 19 03:42:54.178746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34854) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:54.266103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8a493-999e-4ce1-9419-499a33384f79 None None] New status for floating IP a77f985a-2e62-42fb-a48b-a23f6be6b2a5: ACTIVE {{(pid=86432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:42:54.345660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-f22a6773-20e9-47d3-9c1a-116259e835d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:54.347436 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-f22a6773-20e9-47d3-9c1a-116259e835d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa5df436-235a-45f0-896c-3f8b6fe17aeb HTTP/1.1" status: 200  len: 913 time: 0.2383301
Apr 19 03:42:54.384633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d50b0b8>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '9bc23046-3c83-4bf7-9bbf-d66ade01c8ec', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'port_id': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'mac_address': 'fa:16:3e:aa:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:42:51Z', 'updated_at': '2021-04-19T03:42:51Z', 'revision_number': 0, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:28Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:54.390787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] Checking router: 3118f107-823b-4dcd-80f5-d470ac111fe1 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:42:54.391286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.402466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:42:54.403453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d50b0b8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:54.412675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:54.416949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Usage tracker for resource:security_group_rule and tenant:24d7773867b4484ea5d119fce5bed783 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:54.420084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:54.427294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:54.495616 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-3ac40d00-93df-4af8-a8e5-fe279a0d6f3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe HTTP/1.1" status: 200  len: 998 time: 0.1404004
Apr 19 03:42:54.522484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.576199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.587228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-45cf9a22-d387-4061-9e29-ca8b8f50d918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:54.594411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-641fbb0e-1b39-4706-ab00-ddc9cedd9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:54.596016 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-641fbb0e-1b39-4706-ab00-ddc9cedd9169 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da0c2edf-379a-49d2-80f8-ac06a4ee0be4 HTTP/1.1" status: 200  len: 851 time: 0.0913627
Apr 19 03:42:54.648831 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24d7773867b4484ea5d119fce5bed783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4665287
Apr 19 03:42:54.648831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc6f8b9-c0b8-421e-a558-ac1d245f4409,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:54.650669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34878) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:54.653748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:54.683462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:42:54.715969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-2ff7b4c7-2427-4c54-827e-7ffb0a42383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:54.717573 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-2ff7b4c7-2427-4c54-827e-7ffb0a42383d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa5df436-235a-45f0-896c-3f8b6fe17aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130228
Apr 19 03:42:54.731342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.760035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.868774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.875585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0ac8087e-b990-40e5-b894-350898c1b7fa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:54.892634 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-ba665f01-01cb-4274-aee2-cc170499ec9c service neutron] 10.222.0.43 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643226
Apr 19 03:42:54.899248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc6f8b9-c0b8-421e-a558-ac1d245f4409,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:54.909036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:54.914228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:54.915517 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfc6f8b9-c0b8-421e-a558-ac1d245f4409 HTTP/1.1" status: 204  len: 168 time: 0.2637184
Apr 19 03:42:55.156435 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7eba350e-d588-4fea-9ed5-a531d32599bd req-90b5ce10-e6c1-4773-a4d1-6c469271c208 service neutron] 10.222.0.43 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361410
Apr 19 03:42:55.167396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feab812-5511-4f3b-8b33-b31ccfdb88df req-d0e5aadb-1249-4f69-b09c-15b0db20b33b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:55.175116 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0feab812-5511-4f3b-8b33-b31ccfdb88df req-d0e5aadb-1249-4f69-b09c-15b0db20b33b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.2239642
Apr 19 03:42:55.230376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0feab812-5511-4f3b-8b33-b31ccfdb88df req-2e994714-7c2f-4152-b022-337fa43af959 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542347
Apr 19 03:42:55.270018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d50b0b8>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '9bc23046-3c83-4bf7-9bbf-d66ade01c8ec', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'port_id': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'mac_address': 'fa:16:3e:aa:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:42:51Z', 'updated_at': '2021-04-19T03:42:51Z', 'revision_number': 0, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:28Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:42:55.274638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026173c-a3e7-40c5-aea1-a1b5a2f38d41 None None] The sync data for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi is: [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '9bc23046-3c83-4bf7-9bbf-d66ade01c8ec', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'port_id': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'mac_address': 'fa:16:3e:aa:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:42:51Z', 'updated_at': '2021-04-19T03:42:51Z', 'revision_number': 0, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:28Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:42:55.533840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a995d4-b94c-43b3-a0ea-19aa6a4cea11 None None] New status for floating IP 9bc23046-3c83-4bf7-9bbf-d66ade01c8ec: ACTIVE {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:42:55.870875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 34920) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:55.986314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2029323065-network', 'tenant_id': '31bc321f6ebe4f21af7ed85906e23ca7'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:55.991773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:55.995993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Usage tracker for resource:network and tenant:31bc321f6ebe4f21af7ed85906e23ca7 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:55.999049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:56.005102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:56.044660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Made reservation on behalf of 31bc321f6ebe4f21af7ed85906e23ca7 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:42:56.049397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.062125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.077050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:56.081084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Usage tracker for resource:security_group_rule and tenant:31bc321f6ebe4f21af7ed85906e23ca7 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:56.084517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:56.090474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:56.181611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.210451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.214796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-81f5e819-d687-4dd6-bea7-00f7c846febf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:56.242886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:42:56.251688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:56.256081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:56.258701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.259129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Added segment cf7c1291-1860-46a4-86aa-9294990d5f50 of type vlan for network 7501e78c-0338-4342-802f-4a47cedfcb41
Apr 19 03:42:56.287715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.346969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.348475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:56.349121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.354592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-24fec19e-6031-430b-82d6-f79d56999947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:56.513325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Pushing event updated for resources: {'Network': ['ID=7501e78c-0338-4342-802f-4a47cedfcb41,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:56.517330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:56.525012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network 7501e78c-0338-4342-802f-4a47cedfcb41 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:42:56.538407 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6635461
Apr 19 03:42:56.539687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 34930) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:42:56.546884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Request body: {'subnet': {'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2029323065-subnet', 'tenant_id': '31bc321f6ebe4f21af7ed85906e23ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:42:56.553109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:42:56.557180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Usage tracker for resource:subnet and tenant:31bc321f6ebe4f21af7ed85906e23ca7 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:42:56.559990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480811e5-5888-40a5-b5b9-65df08fb2b0b req-78d37e4e-725f-41a0-9784-d7414aa93f96 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:56.560450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:42:56.562382 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-480811e5-5888-40a5-b5b9-65df08fb2b0b req-78d37e4e-725f-41a0-9784-d7414aa93f96 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.1942525
Apr 19 03:42:56.566652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:42:56.605371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Made reservation on behalf of 31bc321f6ebe4f21af7ed85906e23ca7 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:42:56.611331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851712488'] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:56.612503 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-480811e5-5888-40a5-b5b9-65df08fb2b0b req-b8c49cea-e310-43f0-8710-49f5c7cec23e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432625
Apr 19 03:42:57.032730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845061605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851712503'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:57.037946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:42:57.115763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819edefa-ac96-490c-a9d2-e0c7a4722a32,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:42:57.119899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:42:57.124090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Checking segment: {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:42:57.124476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Network hostable DHCP agents. Network: 7501e78c-0338-4342-802f-4a47cedfcb41, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:42:57.181045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Network 7501e78c-0338-4342-802f-4a47cedfcb41 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:42:57.215452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, 7501e78c-0338-4342-802f-4a47cedfcb41) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:42:57.225206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85948af5-a2b1-4742-aeea-2502b40a7401 None None] Network 7501e78c-0338-4342-802f-4a47cedfcb41 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:42:57.229708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:57.230353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:42:57.288576 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d85aa4a2-f6b0-4c89-a9ba-8cbc7048e372 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7389445
Apr 19 03:42:57.457556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956abb6-5e56-403f-8fa7-bcf1e372bd1e None None] Network 7501e78c-0338-4342-802f-4a47cedfcb41 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:42:59.539430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-9fad3008-0bfd-4f96-ba95-657b38799b4d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:59.540297 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-9fad3008-0bfd-4f96-ba95-657b38799b4d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Synchronizing usage tracker for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:network {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:42:59.616736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-9fad3008-0bfd-4f96-ba95-657b38799b4d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Unset dirty status for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:network {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:42:59.618036 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-9fad3008-0bfd-4f96-ba95-657b38799b4d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 814 time: 0.2470233
Apr 19 03:42:59.622556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08669a63-c13e-44a0-aa22-9cf9d4bad067 req-2455be79-f75d-4f59-8932-9414f2c70de1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:42:59.624187 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-08669a63-c13e-44a0-aa22-9cf9d4bad067 req-2455be79-f75d-4f59-8932-9414f2c70de1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0903592
Apr 19 03:42:59.633928 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-56f6dca4-04b8-46f1-949b-aa031948bede tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/quotas/31bc321f6ebe4f21af7ed85906e23ca7 HTTP/1.1" status: 200  len: 375 time: 0.0098250
Apr 19 03:42:59.675751 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-08669a63-c13e-44a0-aa22-9cf9d4bad067 req-dd767dce-95e6-4e3a-9e5d-05feead9c642 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452826
Apr 19 03:42:59.688305 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-e738f145-3e90-4c75-ac06-c1de87512fbf tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485542
Apr 19 03:42:59.830905 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-30d97b5b-af06-4a8d-90b6-c0f94517e35f service neutron] 10.222.0.25 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347849
Apr 19 03:42:59.972428 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-89364973-5038-40d4-89eb-b69935869b2c service neutron] 10.222.0.25 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343923
Apr 19 03:43:00.217811 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd83bae9-f3d0-4974-80bd-afd9876c413e req-3347df95-c8a5-410a-bd5a-7377de636062 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 210 time: 0.0481968
Apr 19 03:43:00.875532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d2186-524e-423a-8aeb-2749d0a10b12 req-fb6ae02a-8132-45f1-b491-670b27c88d10 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:00.877164 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-596d2186-524e-423a-8aeb-2749d0a10b12 req-fb6ae02a-8132-45f1-b491-670b27c88d10 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0891495
Apr 19 03:43:00.927618 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-596d2186-524e-423a-8aeb-2749d0a10b12 req-12550373-5684-4923-91b0-de756d3d1717 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439785
Apr 19 03:43:01.378890 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-adc6afcf-dbbd-4870-8b6f-15153fedf5a9 req-f1b3d8ab-0190-46f1-a252-dd70627915e8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 210 time: 0.0488317
Apr 19 03:43:02.123568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8cc5-b408-430b-8410-bc6630b9fe89 req-2c0c2a56-e47d-4d6a-8dfc-72763d7f666d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:02.125108 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1fbb8cc5-b408-430b-8410-bc6630b9fe89 req-2c0c2a56-e47d-4d6a-8dfc-72763d7f666d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0864565
Apr 19 03:43:02.171372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1fbb8cc5-b408-430b-8410-bc6630b9fe89 req-54c12c3c-8c48-4f8e-91b2-751a1221555b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394816
Apr 19 03:43:02.665560 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84404846-2af8-43a5-bae4-aaddb64d2da8 req-c40751fa-c18e-4911-b0fb-a7d5bf74eeff tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 210 time: 0.1758275
Apr 19 03:43:02.886526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:43:03.430420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d74b04-85e5-433c-813e-f15a727ec087 req-0896ab17-6a9f-4a84-8706-03edb130cf83 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:03.432068 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-59d74b04-85e5-433c-813e-f15a727ec087 req-0896ab17-6a9f-4a84-8706-03edb130cf83 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.1441081
Apr 19 03:43:03.480888 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-59d74b04-85e5-433c-813e-f15a727ec087 req-aae44e5a-2588-4bd6-abe2-c5e3edcb25c1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423155
Apr 19 03:43:03.620961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-ffd80a2e-cef0-4186-9fb0-f7f15077b19d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:03.622514 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-ffd80a2e-cef0-4186-9fb0-f7f15077b19d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.2041292
Apr 19 03:43:03.706415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-109ee99e-8164-453a-aced-a3eeabc8e432 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:03.708006 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-109ee99e-8164-453a-aced-a3eeabc8e432 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 814 time: 0.2332463
Apr 19 03:43:03.723594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Request body: {'port': {'device_id': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41', 'admin_state_up': True, 'tenant_id': '31bc321f6ebe4f21af7ed85906e23ca7'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:03.811175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Deleting port ecbdac77-18ba-4113-9f8c-ba2c61c4047b {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:43:03.811546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:03.907348 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-635f924d-1602-449f-a8f0-fe272ea7ec01 req-473c7a40-dabd-4d5e-81b3-11a0eeff7d76 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 210 time: 0.1090119
Apr 19 03:43:04.062345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:04.340368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Usage tracker for resource:port and tenant:31bc321f6ebe4f21af7ed85906e23ca7 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:04.345621 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:04.356084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:04.413480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Made reservation on behalf of 31bc321f6ebe4f21af7ed85906e23ca7 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:04.419529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:04.439018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] For port ecbdac77-18ba-4113-9f8c-ba2c61c4047b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:04.439569 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:04.702619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54397607-e34a-4a92-9fac-77423f3d43b7 req-9f75dac3-ea3e-4e18-be54-b478eb115417 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:04.704256 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54397607-e34a-4a92-9fac-77423f3d43b7 req-9f75dac3-ea3e-4e18-be54-b478eb115417 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 946 time: 0.0876496
Apr 19 03:43:04.751855 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54397607-e34a-4a92-9fac-77423f3d43b7 req-4c9e4344-7443-4670-9f96-7ecc1311a017 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=f71087bc-c729-4842-b3ea-f192b046e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404830
Apr 19 03:43:04.867270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Allocated IP 172.20.0.13 (7501e78c-0338-4342-802f-4a47cedfcb41/819edefa-ac96-490c-a9d2-e0c7a4722a32/0de7e94e-e1d6-4305-98e5-e0bd85a974fb) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:04.922980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:04.923414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:04.923760 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Floating IP 691424a7-9d3a-4c07-9e42-23b5f5e30d87 disassociated. External IP: 172.27.0.31, port: ecbdac77-18ba-4113-9f8c-ba2c61c4047b.
Apr 19 03:43:04.924135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Calling delete_port for ecbdac77-18ba-4113-9f8c-ba2c61c4047b owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:43:05.118457 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f0e01a73-9ba9-417d-88ee-d5eee89cbc03 req-71d4960c-a3e6-4f06-bd02-ece07c6643e1 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 210 time: 0.0756977
Apr 19 03:43:05.309658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:05.314385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:05.321879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bca4162f-67af-48d3-ba35-3f35d29b5d61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:05.373970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event deleted for resources: {'Port': ['ID=ecbdac77-18ba-4113-9f8c-ba2c61c4047b,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:05.379341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:05.586406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Router 11cf724c-faef-4c5b-96ee-547f43df055d has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:43:05.714372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:05.727545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1af93ec0-b017-4eea-836e-263a919469af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:05.822037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Network 7501e78c-0338-4342-802f-4a47cedfcb41 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:05.827801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Pushing event updated for resources: {'Port': ['ID=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:05.831408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:05.832292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:05.836280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:05.924658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:05.925335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:05.927944 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-997ff902-18be-4b12-a0c3-562502165630 req-e551da9c-017e-41ae-ab80-4c671cd8acc2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=8953516a-dcec-4e76-92a9-9a8f25e24014 HTTP/1.1" status: 200  len: 210 time: 0.0536308
Apr 19 03:43:05.938391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:43:05.952312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:43:05.960059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:05.960813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c6fd6d8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:06.026995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] No DVR routers for this DVR port ecbdac77-18ba-4113-9f8c-ba2c61c4047b on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:43:06.029999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:06.032238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3b5767c-9366-4279-8d7b-f44e021aa6bd req-62fedc6c-4d29-4c78-8ef7-f75d5421ffba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "DELETE /v2.0/ports/ecbdac77-18ba-4113-9f8c-ba2c61c4047b HTTP/1.1" status: 204  len: 173 time: 2.3962688
Apr 19 03:43:06.032782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'name': 'network-vif-deleted', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:43:06.039576 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3228972
Apr 19 03:43:06.052132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Request body: {'port': {'device_id': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:06.088218 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8953516a-dcec-4e76-92a9-9a8f25e24014', 'name': 'network-vif-deleted', 'tag': 'ecbdac77-18ba-4113-9f8c-ba2c61c4047b', 'status': 'completed', 'code': 200}
Apr 19 03:43:06.179245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:06.187090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:06.354273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0bdcb-c13b-4fa4-b858-de47467892f4 req-19b375d2-0392-4422-8abb-4f27674bc1f3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:06.362764 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c8a0bdcb-c13b-4fa4-b858-de47467892f4 req-19b375d2-0392-4422-8abb-4f27674bc1f3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 932 time: 0.1006217
Apr 19 03:43:06.407216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c8a0bdcb-c13b-4fa4-b858-de47467892f4 req-a4718682-030a-4808-aa3a-f8bf4ed1e17a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Synchronizing usage tracker for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:06.450639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c8a0bdcb-c13b-4fa4-b858-de47467892f4 req-a4718682-030a-4808-aa3a-f8bf4ed1e17a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Unset dirty status for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:06.451951 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c8a0bdcb-c13b-4fa4-b858-de47467892f4 req-a4718682-030a-4808-aa3a-f8bf4ed1e17a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882468
Apr 19 03:43:06.585634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c6fd6d8>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:06.590448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:43:06.608363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:06.609041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c6fd6d8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:06.609496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de7e94e-e1d6-4305-98e5-e0bd85a974fb {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:43:06.619302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:06.644461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Transition to ACTIVE for port object 0de7e94e-e1d6-4305-98e5-e0bd85a974fb will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:06.673501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:06.681833 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:06.806802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:06.891044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:06.893974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:06.931515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Attempting to bind port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:06.931892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Attempting to bind port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:06.932465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Attempting to bind port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb on network 7501e78c-0338-4342-802f-4a47cedfcb41 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:06.937423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb on network 7501e78c-0338-4342-802f-4a47cedfcb41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:43:06.937787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Attempting to bind port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb on network 7501e78c-0338-4342-802f-4a47cedfcb41 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:06.944058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:06.944435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Checking segment: {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:06.944857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Bound using segment: {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:06.945336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Bound port: 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:06.945715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.046691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] For port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:07.049891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] For port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:07.085591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.091561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:07.155687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:07.156369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.157976 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] 10.222.0.43 "PUT /v2.0/ports/0de7e94e-e1d6-4305-98e5-e0bd85a974fb HTTP/1.1" status: 200  len: 1094 time: 1.1103609
Apr 19 03:43:07.168973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35066) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:07.182004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Pushing event updated for resources: {'Port': ['ID=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:07.185978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:07.220547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c6fd6d8>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:07.225524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac4624-412c-4b66-9a25-624041fe07c3 None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:43:07.258204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.293642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.315407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-fe2270ab-683b-40d2-af16-a968a30fde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:07.317131 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-fe2270ab-683b-40d2-af16-a968a30fde11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 1097 time: 0.0870867
Apr 19 03:43:07.352672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device ecbdac77-18ba-4113-9f8c-ba2c61c4047b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:43:07.388566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.393200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: ecbdac77-18ba-4113-9f8c-ba2c61c4047b {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:43:07.393601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device ecbdac77-18ba-4113-9f8c-ba2c61c4047b not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:43:07.401735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bce8658c-0288-417a-b6b5-4db4aed98b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:07.415009 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-48f2ff26-408b-4a8c-b9e5-606aee8bfec9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb HTTP/1.1" status: 200  len: 217 time: 0.0795553
Apr 19 03:43:07.418150 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71087bc-c729-4842-b3ea-f192b046e058,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:07.420866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:07.456230 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:07.460773 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "DELETE /v2.0/security-groups/f71087bc-c729-4842-b3ea-f192b046e058 HTTP/1.1" status: 204  len: 168 time: 0.2875738
Apr 19 03:43:07.461040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35070) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:07.482542 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.v2.resource [None req-19c5ab8e-4067-4e08-8f79-5b7484de6802 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] show failed (client error): The resource could not be found.
Apr 19 03:43:07.487374 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-19c5ab8e-4067-4e08-8f79-5b7484de6802 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups/f71087bc-c729-4842-b3ea-f192b046e058 HTTP/1.1" status: 404  len: 347 time: 0.0248992
Apr 19 03:43:07.488069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35076) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:07.502251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-97aa153f-c59e-4266-85cf-d1d05f781b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:07.518636 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-97aa153f-c59e-4266-85cf-d1d05f781b91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0757370
Apr 19 03:43:07.592227 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-49fc3996-a38a-4327-9c79-471d5dd18dcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726147
Apr 19 03:43:07.728184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6639d-0bc1-428b-9dc0-0fd6c6b19ed4 None None] New status for floating IP 691424a7-9d3a-4c07-9e42-23b5f5e30d87: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:43:07.731498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Deleting port bde443c4-d992-4111-9e3d-3b1c499d26d2 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:43:07.731890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:08.081092 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-9301067f-48e4-4504-a547-3195f0dca5ec service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799595
Apr 19 03:43:08.091058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2f82-3332-47dd-bd1b-29db11e80045 req-e51393a2-892e-43e9-95f7-875e72df6609 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:08.091827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-54aa2f82-3332-47dd-bd1b-29db11e80045 req-e51393a2-892e-43e9-95f7-875e72df6609 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Synchronizing usage tracker for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:08.096751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'tag': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:43:08.183836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'tag': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb', 'status': 'completed', 'code': 200}
Apr 19 03:43:08.232311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-54aa2f82-3332-47dd-bd1b-29db11e80045 req-e51393a2-892e-43e9-95f7-875e72df6609 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Unset dirty status for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:08.233481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54aa2f82-3332-47dd-bd1b-29db11e80045 req-e51393a2-892e-43e9-95f7-875e72df6609 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 944 time: 0.6058707
Apr 19 03:43:08.244027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:08.244411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:08.275996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fd8dfc2-dd9e-4e11-b0bf-636b338e6bc1 req-218a509f-7def-4569-9bd8-a8dbdc0d6c9d service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811488
Apr 19 03:43:08.301176 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54aa2f82-3332-47dd-bd1b-29db11e80045 req-0e9f781b-5d1a-4d82-916b-3de4290ed903 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592551
Apr 19 03:43:08.384130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Calling delete_port for bde443c4-d992-4111-9e3d-3b1c499d26d2 owned by network:floatingip {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:43:08.462199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-f1d192aa-e15c-4aba-afcb-4b6ddd63e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:08.463932 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-f1d192aa-e15c-4aba-afcb-4b6ddd63e653 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 1097 time: 0.0794456
Apr 19 03:43:08.559548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:08.565092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-51c29c81-c2bd-4d6d-b98f-7d121696422e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:08.614454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-4cfdf478-04f6-42f4-9d03-cf05af3075ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:08.616670 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-4cfdf478-04f6-42f4-9d03-cf05af3075ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 915 time: 0.1456304
Apr 19 03:43:08.618397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event deleted for resources: {'Port': ['ID=bde443c4-d992-4111-9e3d-3b1c499d26d2,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:08.621670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:08.694440 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-bfe8bdde-df0e-4b17-869a-30d5a3185718 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb HTTP/1.1" status: 200  len: 217 time: 0.0691564
Apr 19 03:43:08.713665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:08.758684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:08.759985 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "DELETE /v2.0/floatingips/691424a7-9d3a-4c07-9e42-23b5f5e30d87 HTTP/1.1" status: 204  len: 168 time: 1.2707231
Apr 19 03:43:08.762226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-cc2e3754-dbf0-428d-afa4-5b122ae26efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:08.763817 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-cc2e3754-dbf0-428d-afa4-5b122ae26efb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0628474
Apr 19 03:43:08.830694 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-96472cc2-71dc-4881-91df-03389366a1f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497074
Apr 19 03:43:08.980244 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-13e69d4c-ec5a-4520-a83a-1cdde2719fcc service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353781
Apr 19 03:43:09.124927 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12bc0187-9556-4d74-9858-a325d2dd6c96 req-3ed80f62-f731-4f67-96ad-29e3fd8a80f5 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326945
Apr 19 03:43:09.393310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35098) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:09.400568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236551820', 'description': 'tempest-description--122314884'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:09.407249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:09.411883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:09.415026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:09.422191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:09.467031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.491591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:09.495768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:09.499379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:09.506111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:09.512859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8481-30f2-49ae-a2bf-86feae16f6f0 req-40f11f69-0c49-479b-b48c-7e4315fb4612 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:09.514807 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-510e8481-30f2-49ae-a2bf-86feae16f6f0 req-40f11f69-0c49-479b-b48c-7e4315fb4612 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 944 time: 0.0913429
Apr 19 03:43:09.569985 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-510e8481-30f2-49ae-a2bf-86feae16f6f0 req-0200df2b-0c21-42b0-bd04-90bf60347cb8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467184
Apr 19 03:43:09.574509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35104) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:09.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:09.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Usage tracker for resource:security_group_rule and tenant:b54708bea3dc4c8898ff521f5f579255 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:09.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:09.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:09.795029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.803813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-03c5b678-e399-4628-8cbd-fffd7710c95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:09.861732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c959d575-82d6-451b-be91-b1d34512fdc3,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:09.870657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:09.874749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.907402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.915849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-47f53307-a03d-49fb-92fa-f021d574de0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:09.948390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:09.949699 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5550818
Apr 19 03:43:09.953044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 35110) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:09.958564 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'security_group_rule': {'security_group_id': 'c959d575-82d6-451b-be91-b1d34512fdc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:09.962067 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b54708bea3dc4c8898ff521f5f579255&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864093
Apr 19 03:43:09.963088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1bd866-9744-4f64-a42c-961d44dfebd2,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:09.965011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:09.965684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35114) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:09.968447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:09.981284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:09.984616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:09.992156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:10.032539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.034368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.060705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.100081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.124521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.126661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d8c1b267-218a-4704-a957-bc1588e1e7a8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:10.141892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.147185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9fc231bc-5a8a-4bb4-9adf-f2dbdc575b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:10.148545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aaee4c-dcf0-4764-95a5-3f689e0e5954,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:10.152777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:10.160112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1bd866-9744-4f64-a42c-961d44dfebd2,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:10.163809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:10.166539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.167098 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a1bd866-9744-4f64-a42c-961d44dfebd2 HTTP/1.1" status: 204  len: 168 time: 0.2003577
Apr 19 03:43:10.176337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.181360 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2248151
Apr 19 03:43:10.181527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35120) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:10.187234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'security_group_rule': {'security_group_id': 'c959d575-82d6-451b-be91-b1d34512fdc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:10.193844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:10.197945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:security_group_rule and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:10.200966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:10.207004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:10.240534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.303904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.336265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.344614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-30e63049-44b4-4edb-a712-e2de5b762be7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:10.367421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ece3f44-729a-45d5-9773-787065dcd06a,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:10.369920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:10.399035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.400351 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0135a69d-a03d-43fb-aa3c-900c424ae8e5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2178106
Apr 19 03:43:10.403664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35126) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:10.409241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:10.416252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:10.420373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Usage tracker for resource:floatingip and tenant:2853b10cb882499b9bb1d15de040c189 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:10.423385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:10.429498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:10.467016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.614329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:10.834659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Allocated IP 172.27.0.173 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/d80ed8fb-8a97-43a9-a813-c9257c7ca8a1) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:10.861699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51543-c3ca-4de6-817f-dd1f0d3cb975 req-59e97632-7597-46ae-94e3-10f0d0fb0361 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:10.863504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-27a51543-c3ca-4de6-817f-dd1f0d3cb975 req-59e97632-7597-46ae-94e3-10f0d0fb0361 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 944 time: 0.1689675
Apr 19 03:43:11.003023 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-27a51543-c3ca-4de6-817f-dd1f0d3cb975 req-f4df85fb-e66b-4451-829c-2d451410b553 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238930
Apr 19 03:43:11.037101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 35148) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:11.042673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.096675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.101599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-426e3b50-f75c-49c1-8f3e-de6baa5a5b8e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:11.149216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1607861203-network', 'tenant_id': '66830e413293499db3998f9e797be69c'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:11.154204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:11.158369 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Usage tracker for resource:network and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:11.161377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:11.165418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:11.168281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:11.168987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:11.171442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:11.204681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Made reservation on behalf of 66830e413293499db3998f9e797be69c for: {'network': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:11.209539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.218929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'Port': ['ID=d80ed8fb-8a97-43a9-a813-c9257c7ca8a1,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:11.222071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:11.222467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.237939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:11.242484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:11.245472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:11.251800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:11.266734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.337389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.365379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.370235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.375399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0aaadf62-5155-47fe-aea5-d9322d7e06c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:11.377754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 0de7e94e-e1d6-4305-98e5-e0bd85a974fb details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:43:11.404481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=86430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:43:11.413654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261b97e3-ad31-4244-872f-93e4f37fe063,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:11.417039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:11.420971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.421585 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Added segment af3d01de-8a05-4137-b965-836e8bef43b4 of type vlan for network fc8eb1d0-e4c3-4655-b89b-30452bcfda62
Apr 19 03:43:11.449840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.507815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.509812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:11.510546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.516491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0937a723-7e3f-4119-a02f-53b2f70425ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:11.521911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:11.539282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb', 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41', 'port_id': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb', 'mac_address': 'fa:16:3e:81:27:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819edefa-ac96-490c-a9d2-e0c7a4722a32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:43:11.590721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.618115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.628971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Pushing event updated for resources: {'Network': ['ID=fc8eb1d0-e4c3-4655-b89b-30452bcfda62,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:11.631998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:11.633497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.637258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de7e94e-e1d6-4305-98e5-e0bd85a974fb {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:43:11.639639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:11.644467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:43:11.663014 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6246288
Apr 19 03:43:11.665990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 35154) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:11.672792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Request body: {'subnet': {'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1607861203-subnet', 'tenant_id': '66830e413293499db3998f9e797be69c', 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:11.679287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:11.683388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Usage tracker for resource:subnet and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:11.686673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:11.693088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:11.741956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Made reservation on behalf of 66830e413293499db3998f9e797be69c for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:11.747082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851712488'] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.758957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'Port': ['ID=d80ed8fb-8a97-43a9-a813-c9257c7ca8a1,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:11.762144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:11.770533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.839238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.850355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4358990
Apr 19 03:43:11.898805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:11.947701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:11.949806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:12.019804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:12.023615 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:12.141604 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-50a04b8e-7636-414d-bec0-c7cda66c38ad tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1236551820&fields=id&tenant_id=2853b10cb882499b9bb1d15de040c189 HTTP/1.1" status: 200  len: 267 time: 0.0626106
Apr 19 03:43:12.209707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76aba8-13fd-4be3-b65d-a8417ec5fe1d req-d20dd072-daab-4e26-a5e5-8df459b639e2 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:12.211322 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f76aba8-13fd-4be3-b65d-a8417ec5fe1d req-d20dd072-daab-4e26-a5e5-8df459b639e2 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 945 time: 0.0914772
Apr 19 03:43:12.211885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['0de7e94e-e1d6-4305-98e5-e0bd85a974fb'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:43:12.265540 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f76aba8-13fd-4be3-b65d-a8417ec5fe1d req-f369f1ba-3e5b-4a00-83b6-8ec13680be69 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471826
Apr 19 03:43:12.346280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-2a57add9-54b6-42cb-ab03-ccf22e689870 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:12.347860 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-2a57add9-54b6-42cb-ab03-ccf22e689870 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 810 time: 0.1979558
Apr 19 03:43:12.395755 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-94297360-a66b-4b55-829f-f8ba07f36cc6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/quotas/2853b10cb882499b9bb1d15de040c189 HTTP/1.1" status: 200  len: 375 time: 0.0198038
Apr 19 03:43:12.463031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845061605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851712503'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:12.470914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cfa4dfa0-08df-494c-8012-ddd7a4081256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:12.567754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d02305-b7f5-4bbc-b009-35f1776c33b8,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:12.575040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:12.575698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Checking segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:12.576091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Network hostable DHCP agents. Network: fc8eb1d0-e4c3-4655-b89b-30452bcfda62, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:43:12.590593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-26c27ebf-becc-4ab4-8ae8-87baae3d86d4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:12.695866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-26c27ebf-becc-4ab4-8ae8-87baae3d86d4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:12.697278 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-26c27ebf-becc-4ab4-8ae8-87baae3d86d4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2928009
Apr 19 03:43:12.724425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:43:12.779536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, fc8eb1d0-e4c3-4655-b89b-30452bcfda62) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:12.787741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea07cd-c2a1-45fe-9293-a7318de1b9b7 None None] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:43:12.849679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:12.850332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:12.911498 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-95961e4e-18c7-472a-bc3e-f51816b5ba47 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2440434
Apr 19 03:43:12.914526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35174) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:12.917106 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-8c3a2dd1-f48d-4e6b-876b-eacd7025606d service neutron] 10.222.0.25 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070279
Apr 19 03:43:12.920409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:12.925508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:12.930306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Usage tracker for resource:router and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:12.933468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:12.940395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:12.976432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:12.977517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:12.993069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.016020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:43:13.018244 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.064290 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-c6a9fde8-f672-466e-98ea-5d6b38d686a8 service neutron] 10.222.0.25 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401479
Apr 19 03:43:13.180589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Allocated IP 172.20.0.2 (fc8eb1d0-e4c3-4655-b89b-30452bcfda62/b7d02305-b7f5-4bbc-b009-35f1776c33b8/3b1877e7-6641-48d6-a5b1-e256d5cee1c9) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:13.346660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-af1df554-ca05-4c17-8605-43d91d52b628 req-7c66a584-d136-4233-8620-c72674921b21 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:13.365664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.374197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-af1df554-ca05-4c17-8605-43d91d52b628 req-7c66a584-d136-4233-8620-c72674921b21 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:13.384087 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-af1df554-ca05-4c17-8605-43d91d52b628 req-7c66a584-d136-4233-8620-c72674921b21 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0933337
Apr 19 03:43:13.392799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 0de7e94e-e1d6-4305-98e5-e0bd85a974fb up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:13.483702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ed287-4642-4cae-a2da-f30be68e77b2 req-6b58c61b-717b-41e0-90fc-839632c41b35 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:13.491728 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b64ed287-4642-4cae-a2da-f30be68e77b2 req-6b58c61b-717b-41e0-90fc-839632c41b35 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 945 time: 0.1020033
Apr 19 03:43:13.506688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.519597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Transition to ACTIVE for port object 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:13.531450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:13.547571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:13.548175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.555340 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b64ed287-4642-4cae-a2da-f30be68e77b2 req-ea71f3f5-1831-4e4b-97c5-e5faf32f2a46 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535729
Apr 19 03:43:13.602766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Transition to ACTIVE for port object 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:13.676322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.682607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1a315031-b767-42c1-87af-0c4a69f19982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:13.761403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.764407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.776272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:13.782970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:13.792180 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:13.794503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.802300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Pushing event updated for resources: {'Port': ['ID=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:13.813028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:13.851732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:43:13.914237 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb', 'code': 200}
Apr 19 03:43:13.918368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:13.925289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Attempting to bind port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:13.925703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Attempting to bind port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:13.926107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Attempting to bind port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 on network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:13.933507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:13.933507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Checking segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:13.933507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.933507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Bound using segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:13.933933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Bound port: 3b1877e7-6641-48d6-a5b1-e256d5cee1c9, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:13.934155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.959287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Allocated IP 172.27.0.241 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/af495960-71c5-44b6-b881-461a6e170014) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:13.981651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:13.990257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:14.099717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:14.102981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-3a3c9527-6206-4737-a969-531a93184073 None None] For port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:14.105376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:14.107248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-3a3c9527-6206-4737-a969-531a93184073 None None] For port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:14.165692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:14.171572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:14.256331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Pushing event updated for resources: {'Port': ['ID=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:14.260808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:14.299125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d704-cd0d-410e-9a74-5b114701e4e7 req-fb240d90-b8a9-4263-8f98-d01c5f689c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:14.303079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cd0d704-cd0d-410e-9a74-5b114701e4e7 req-fb240d90-b8a9-4263-8f98-d01c5f689c75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 1099 time: 0.0904260
Apr 19 03:43:14.355129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cd0d704-cd0d-410e-9a74-5b114701e4e7 req-8fc2bcd4-623b-41dd-8615-783b1445c8af service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480680
Apr 19 03:43:14.385048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:14.439643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:14.447290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8eb79081-a981-4f9c-9d3c-d8630ed2b127 tempest-AttachVolumeNegativeTest-1289625679 tempest-AttachVolumeNegativeTest-1289625679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:14.553845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:14.553845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:14.553845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:14.587113 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7726eae8-6124-4adc-940f-5e48cd95ac89 req-044d7cbe-b63f-41db-8157-75a27a9fc65a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0910709
Apr 19 03:43:14.624804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=af495960-71c5-44b6-b881-461a6e170014,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:14.637978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:14.933194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67638382-8503-45d6-8ed3-f9a596802362 req-548c185c-e062-4842-9346-2647b4962f6d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:14.934771 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-67638382-8503-45d6-8ed3-f9a596802362 req-548c185c-e062-4842-9346-2647b4962f6d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 946 time: 0.2158289
Apr 19 03:43:15.118381 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-67638382-8503-45d6-8ed3-f9a596802362 req-3c8e2c9d-3943-471d-8549-3179c44951a4 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769772
Apr 19 03:43:15.160634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:15.464545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-20383dc4-b17a-4847-a723-022187c4b909 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:15.466174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-20383dc4-b17a-4847-a723-022187c4b909 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 810 time: 0.2017255
Apr 19 03:43:15.573213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:15.579648 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-fc7a93bf-70a1-4a3d-8b64-6c791b68fd02 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2853b10cb882499b9bb1d15de040c189 HTTP/1.1" status: 200  len: 5704 time: 0.1005373
Apr 19 03:43:15.608146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'port': {'device_id': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'admin_state_up': True, 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'security_groups': ['c959d575-82d6-451b-be91-b1d34512fdc3']}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:15.818636 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1a55d35a-45b7-464b-a4c5-ae119f741ae8 req-97504442-729d-4e37-82ad-48f3bc0bf9fc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0578287
Apr 19 03:43:15.865533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e376082-f54c-46f0-95cc-69287653c768 None None] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:43:15.868210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:43:15.891110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:15.901630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:15.942047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Made reservation on behalf of 2853b10cb882499b9bb1d15de040c189 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:15.948880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:16.029053 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-5db31343-6117-4b38-b30e-908c874007c2 None None] Provisioning for port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:16.058813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:43:16.094302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Sync routers for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:43:16.108213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:16.112423 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.1938663
Apr 19 03:43:16.112758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35210) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:16.120830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:16.121518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d1ffac8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:16.124385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Allocated IP 172.20.0.14 (43cd66f9-03bd-414d-9d21-4899787c829e/8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba/f83c1559-bd4d-464d-a64e-211ac4f14239) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:16.333095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:16.398557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9feb218-2e54-42e8-bfdd-f2506630bf75 req-0280e588-b7c3-470c-982a-05fdd8dd0790 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:16.400235 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d9feb218-2e54-42e8-bfdd-f2506630bf75 req-0280e588-b7c3-470c-982a-05fdd8dd0790 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 946 time: 0.1440859
Apr 19 03:43:16.418145 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:16.456447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Transition to ACTIVE for port object f83c1559-bd4d-464d-a64e-211ac4f14239 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:16.525662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:16.540974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:16.544505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dbc842b3-c7bf-48cb-9ac7-08a394458330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:16.613977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Network 43cd66f9-03bd-414d-9d21-4899787c829e is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:16.618744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:16.629887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:16.678660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event updated for resources: {'Port': ['ID=f83c1559-bd4d-464d-a64e-211ac4f14239,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:16.682761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:16.735042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:16.735993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:16.794538 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1908028
Apr 19 03:43:16.813264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Request body: {'port': {'device_id': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:16.912810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:16.923547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:16.923974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.005488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.026533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d1ffac8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:14Z', 'revision_number': 3, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:17.035728 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d9feb218-2e54-42e8-bfdd-f2506630bf75 req-e7d7d601-8375-426f-9197-98c09625caa5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6273446
Apr 19 03:43:17.064729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3d0bf575-625e-49d3-a914-bd0b59a24e3c None None] Provisioning for port f83c1559-bd4d-464d-a64e-211ac4f14239 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:17.069142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3d0bf575-625e-49d3-a914-bd0b59a24e3c None None] Provisioning complete for port f83c1559-bd4d-464d-a64e-211ac4f14239 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:17.069561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf575-625e-49d3-a914-bd0b59a24e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.106350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Checking router: 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:43:17.106795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Updating router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 port af495960-71c5-44b6-b881-461a6e170014 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:43:17.177858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066a89-e6a1-4c74-9388-88a7698725b2 req-d5876443-c7ff-4b51-8328-bc692aec0fed tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:17.181509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-ed066a89-e6a1-4c74-9388-88a7698725b2 req-d5876443-c7ff-4b51-8328-bc692aec0fed tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:17.199301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.218260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bf575-625e-49d3-a914-bd0b59a24e3c None None] Port f83c1559-bd4d-464d-a64e-211ac4f14239 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:43:17.225566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.307535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.376178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:17.450788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.458162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:17.539211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-ed066a89-e6a1-4c74-9388-88a7698725b2 req-d5876443-c7ff-4b51-8328-bc692aec0fed tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:17.540967 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ed066a89-e6a1-4c74-9388-88a7698725b2 req-d5876443-c7ff-4b51-8328-bc692aec0fed tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 932 time: 0.5961936
Apr 19 03:43:17.579444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Allocated IP 172.20.0.1 (fc8eb1d0-e4c3-4655-b89b-30452bcfda62/b7d02305-b7f5-4bbc-b009-35f1776c33b8/2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:17.590030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:17.596135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:17.682943 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ed066a89-e6a1-4c74-9388-88a7698725b2 req-c5616b7d-2dd4-46c8-9aaf-09d755138261 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621924
Apr 19 03:43:17.710571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.723195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Transition to ACTIVE for port object af495960-71c5-44b6-b881-461a6e170014 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:17.753629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.759066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6710fe55-fced-4fbc-b16c-54e14f3548d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:17.764924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.781907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Transition to ACTIVE for port object 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 will not be triggered until provisioned by entity DHCP. {{(pid=86431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:17.825106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83c1559-bd4d-464d-a64e-211ac4f14239 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:43:17.834199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.834975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.850566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Transition to ACTIVE for port object f83c1559-bd4d-464d-a64e-211ac4f14239 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:17.850790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d835f11c-344a-495d-97ab-e1ecd0689e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:17.859459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca23f0-c8b0-4c9a-afbe-5fd2b28b4e59 None None] Pushing event updated for resources: {'Port': ['ID=af495960-71c5-44b6-b881-461a6e170014,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:17.863643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Attempting to bind port af495960-71c5-44b6-b881-461a6e170014 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:17.864050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Attempting to bind port af495960-71c5-44b6-b881-461a6e170014 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:17.864472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Attempting to bind port af495960-71c5-44b6-b881-461a6e170014 on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:17.866906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6ca23f0-c8b0-4c9a-afbe-5fd2b28b4e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:17.871383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:17.871797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:17.872239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.872674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:17.873324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Bound port: af495960-71c5-44b6-b881-461a6e170014, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:17.873574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.879850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:17.897820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:17.910407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:17.913408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:17.931362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:17.957243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] For port af495960-71c5-44b6-b881-461a6e170014, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:17.961041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] For port af495960-71c5-44b6-b881-461a6e170014, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=af495960-71c5-44b6-b881-461a6e170014,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:18.000121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.012986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:18.027910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.031571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Pushing event updated for resources: {'Port': ['ID=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:18.042098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:18.104156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:18.107037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d1ffac8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:42:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:18.182326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Pushing event updated for resources: {'Port': ['ID=f83c1559-bd4d-464d-a64e-211ac4f14239,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:18.189679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:18.233802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.244160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Attempting to bind port f83c1559-bd4d-464d-a64e-211ac4f14239 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:18.244532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Attempting to bind port f83c1559-bd4d-464d-a64e-211ac4f14239 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:18.244901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Attempting to bind port f83c1559-bd4d-464d-a64e-211ac4f14239 on network 43cd66f9-03bd-414d-9d21-4899787c829e {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:18.250887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Port f83c1559-bd4d-464d-a64e-211ac4f14239 on network 43cd66f9-03bd-414d-9d21-4899787c829e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:43:18.251273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Attempting to bind port f83c1559-bd4d-464d-a64e-211ac4f14239 on network 43cd66f9-03bd-414d-9d21-4899787c829e {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:18.271956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:18.272340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Checking segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:18.272774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Bound using segment: {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:18.273282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Bound port: f83c1559-bd4d-464d-a64e-211ac4f14239, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30b03b6-afa6-4cb9-a267-4a9c3982d008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:18.273675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.291981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca23f0-c8b0-4c9a-afbe-5fd2b28b4e59 None None] Pushing event updated for resources: {'Port': ['ID=af495960-71c5-44b6-b881-461a6e170014,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:18.300231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6ca23f0-c8b0-4c9a-afbe-5fd2b28b4e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:18.363063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-cef4656c-0d3d-45e7-8e56-31723b157e0a None None] Provisioning for port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:18.371728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-cef4656c-0d3d-45e7-8e56-31723b157e0a None None] Provisioning complete for port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:18.372151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cef4656c-0d3d-45e7-8e56-31723b157e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.402638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] For port f83c1559-bd4d-464d-a64e-211ac4f14239, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:18.407762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] For port f83c1559-bd4d-464d-a64e-211ac4f14239, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f83c1559-bd4d-464d-a64e-211ac4f14239,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:18.435740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:18.444719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.450161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12d14951-79f2-4cf6-a5ef-e212a0472055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:18.483932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:18.503731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.509757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:18.510792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.512491 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] 10.222.0.43 "PUT /v2.0/ports/f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1094 time: 1.7057531
Apr 19 03:43:18.516895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:43:18.548601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.559252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Pushing event updated for resources: {'Port': ['ID=f83c1559-bd4d-464d-a64e-211ac4f14239,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:18.566561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:18.593139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-cef4656c-0d3d-45e7-8e56-31723b157e0a None None] Port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:43:18.626158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cabac8c4-231c-4162-815f-9a81ccc64e67 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:18.674904 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'status': 'completed', 'code': 200}
Apr 19 03:43:18.731131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.735944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-bfb16ed2-f563-4b1d-9d28-e2c569539627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:18.738139 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-bfb16ed2-f563-4b1d-9d28-e2c569539627 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1097 time: 0.1375682
Apr 19 03:43:18.739729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Pushing event updated for resources: {'Port': ['ID=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:18.745189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:18.831043 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-0b4472b0-b6af-45a3-8aec-60bf331238c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 217 time: 0.0813727
Apr 19 03:43:18.852068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:18.852485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.914262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:18.915698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:18.945849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cb1540b3-a4a3-4624-9f0e-d0c5656851f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:18.976816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-8640c659-ce26-416f-a922-3ff251916b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:18.978334 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-8640c659-ce26-416f-a922-3ff251916b58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.1402249
Apr 19 03:43:19.109707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e622d-33d7-4df8-a1d1-8a24c03ba1bc req-f73cf096-dcbf-41a2-861a-c8df7ff325cc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:19.109707 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-107e622d-33d7-4df8-a1d1-8a24c03ba1bc req-f73cf096-dcbf-41a2-861a-c8df7ff325cc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 944 time: 0.2652805
Apr 19 03:43:19.174848 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-107e622d-33d7-4df8-a1d1-8a24c03ba1bc req-c27283ad-9c84-49aa-8e78-4f509824e148 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602524
Apr 19 03:43:19.178335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-086f39d9-0787-453e-a61f-350a437b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:19.178738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d1ffac8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:17Z', 'revision_number': 1, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:19.180250 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-086f39d9-0787-453e-a61f-350a437b1311 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1916261
Apr 19 03:43:19.186182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3e036-e00a-468e-868e-389096d7a3b8 None None] The sync data for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi is: [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:17Z', 'revision_number': 1, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:43:19.200640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:43:19.244407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3ff7175f-0e26-467d-9e1a-bcf5973dde77 None None] Provisioning complete for port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:19.244748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ff7175f-0e26-467d-9e1a-bcf5973dde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:19.313014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7175f-0e26-467d-9e1a-bcf5973dde77 None None] Port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:43:19.341151 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-80d4e3a3-8933-4ed0-9eea-8f03e26bb8a2 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523497
Apr 19 03:43:19.406667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:43:19.417812 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] 10.222.0.25 "PUT /v2.0/routers/9f41a0c9-027e-4e6a-8a95-92dfdfec6988/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3039219
Apr 19 03:43:19.541100 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ad505e5-ac86-4d76-9eff-3e34a23c3f4b req-01520f96-e9dd-401d-9ecf-03ed5c59c1bb service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892064
Apr 19 03:43:19.723902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-b3c8535f-f0f2-4342-b047-4a546379628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:19.725515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-b3c8535f-f0f2-4342-b047-4a546379628a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1097 time: 0.0891349
Apr 19 03:43:19.883987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-eac47b1b-4df3-4882-a9e4-29de79706632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:19.885587 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-eac47b1b-4df3-4882-a9e4-29de79706632 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.1507242
Apr 19 03:43:19.976462 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-3c75e61d-9c6e-4638-a9f4-ac50e458a262 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 217 time: 0.0820620
Apr 19 03:43:20.060395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-bdcd529a-7fcb-4f55-a7f4-ded009688fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:20.062107 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-bdcd529a-7fcb-4f55-a7f4-ded009688fee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0772276
Apr 19 03:43:20.149135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35302) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:20.155465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1484375257-network', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:20.160631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:20.162026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-8c11b5af-1bc5-4412-93f5-f3bcc8ad079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:20.164532 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-8c11b5af-1bc5-4412-93f5-f3bcc8ad079a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947261
Apr 19 03:43:20.167613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Usage tracker for resource:network and tenant:de43d4975f014b54bd7e3f3d9c966c97 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:20.170660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:20.178131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:20.217647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Made reservation on behalf of de43d4975f014b54bd7e3f3d9c966c97 for: {'network': 1} {{(pid=86431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:20.222635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for network, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.237696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.260837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:20.265008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Usage tracker for resource:security_group_rule and tenant:de43d4975f014b54bd7e3f3d9c966c97 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:20.268300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:20.275236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:20.339201 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-137f1fd4-80f3-44a6-9000-d35ed9f459f8 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671402
Apr 19 03:43:20.456023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device af495960-71c5-44b6-b881-461a6e170014 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:20.456729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b684807-400c-4d60-8a34-d6e7ac026bfe req-89debfb9-d150-4e0e-8165-47bbcc8c5a48 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:20.458939 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b684807-400c-4d60-8a34-d6e7ac026bfe req-89debfb9-d150-4e0e-8165-47bbcc8c5a48 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 944 time: 0.1486940
Apr 19 03:43:20.461490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.517980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.527224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-dcbee518-6e08-4a58-9960-4dfe10f9bdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:20.527662 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79cc0bcf-4794-433c-8be9-c660ef68a491 req-6a850e59-a0ff-4cff-a8d6-7c1a44e16fe2 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732895
Apr 19 03:43:20.545796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9b684807-400c-4d60-8a34-d6e7ac026bfe req-1627f677-c338-4d26-a86a-533b331621e1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:20.571759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=86431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 03:43:20.601422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c28590-01ea-4e3c-94fb-063cb32b8ac8,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:20.618188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:20.619753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.620142 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.segments_db [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Added segment b422cbf5-ef14-48a8-9206-5897c6091ab7 of type vlan for network aeb6967b-1e02-4e8b-94a8-2ba309f26b85
Apr 19 03:43:20.621401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9b684807-400c-4d60-8a34-d6e7ac026bfe req-1627f677-c338-4d26-a86a-533b331621e1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:20.622679 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b684807-400c-4d60-8a34-d6e7ac026bfe req-1627f677-c338-4d26-a86a-533b331621e1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1545815
Apr 19 03:43:20.709710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767200930487'] for network, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.793345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port af495960-71c5-44b6-b881-461a6e170014 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:20.802966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port af495960-71c5-44b6-b881-461a6e170014 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:20.802966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.821949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242'] for network, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.823604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:20.824276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.829526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:20.924610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:20.941403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port af495960-71c5-44b6-b881-461a6e170014, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=af495960-71c5-44b6-b881-461a6e170014,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:20.944076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb6967b-1e02-4e8b-94a8-2ba309f26b85,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:20.946883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:20.954274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 details requested by agent ovs-agent-dv-cinder-786054-3-iscsi with host dv-cinder-786054-3-iscsi {{(pid=86432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 03:43:20.971135 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8210714
Apr 19 03:43:20.974147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 35308) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:20.980305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Request body: {'subnet': {'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1484375257-subnet', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'ip_version': 4}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:20.985393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:20.990215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Usage tracker for resource:subnet and tenant:de43d4975f014b54bd7e3f3d9c966c97 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:20.993197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:20.999243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:21.018689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.032392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:21.039700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Made reservation on behalf of de43d4975f014b54bd7e3f3d9c966c97 for: {'subnet': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:21.050184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851712488'] for subnet, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.123989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=af495960-71c5-44b6-b881-461a6e170014,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:21.126912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:21.387811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-891df9d2-3098-42c6-ac1c-189c3b97b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.607845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845061605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851712503'] for subnet, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.612967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:21.698959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59dd49f2-db4f-4ab5-ae85-eda99f8da4c8,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:21.713719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Checking segment: {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:21.713719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Network hostable DHCP agents. Network: aeb6967b-1e02-4e8b-94a8-2ba309f26b85, hostable agents: ['23d43f03-0403-42b8-929d-8bf3c5cbb8e4'], hosted agents: [] {{(pid=86430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 03:43:21.713719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:21.768806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 is scheduled to be hosted by DHCP agent 23d43f03-0403-42b8-929d-8bf3c5cbb8e4 with binding_index 1 {{(pid=86430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 03:43:21.821883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-iscsi, aeb6967b-1e02-4e8b-94a8-2ba309f26b85) {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:21.833742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459d3caa-a83c-4215-a7e6-274073179d4f None None] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:43:21.836925 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:21.837633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.891389 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9160190
Apr 19 03:43:21.895502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 35318) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:21.902012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:21.903662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.907971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:21.913390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Usage tracker for resource:router and tenant:de43d4975f014b54bd7e3f3d9c966c97 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:43:21.917053 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:43:21.923321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:21.959962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-661996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772115'] for router, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:21.961131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854187245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.034432 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.074198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a2f7e7e-dcca-5fdc-83bc-36def817a7f1-aeb6967b-1e02-4e8b-94a8-2ba309f26b85', 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'fixed_ips': [{'subnet_id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8'}]}} from dv-cinder-786054-3-iscsi. {{(pid=86432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 03:43:22.075175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.178826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.257495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Allocated IP 172.20.0.2 (aeb6967b-1e02-4e8b-94a8-2ba309f26b85/59dd49f2-db4f-4ab5-ae85-eda99f8da4c8/0711a6c0-37be-480e-b9ea-40986eb3ce37) {{(pid=86432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:22.494210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device af495960-71c5-44b6-b881-461a6e170014 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:22.539196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.549632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Notify callbacks [] for port, precommit_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.574643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Transition to ACTIVE for port object 0711a6c0-37be-480e-b9ea-40986eb3ce37 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:22.607592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port af495960-71c5-44b6-b881-461a6e170014 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:22.608020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.642928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Transition to ACTIVE for port object 0711a6c0-37be-480e-b9ea-40986eb3ce37 will not be triggered until provisioned by entity DHCP. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:22.678704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Sync routers for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:43:22.680476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538'] for port, after_create {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.685197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3a3c9527-6206-4737-a969-531a93184073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:22.689724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:22.690458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6b03c8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:22.715128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854094091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854106785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3671'] for router, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.744865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56448a-3623-4f98-b675-dcd14ab11544 req-db49677b-1645-4ce6-be40-635eaee2d386 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:22.746535 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6b56448a-3623-4f98-b675-dcd14ab11544 req-db49677b-1645-4ce6-be40-635eaee2d386 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 944 time: 0.6789749
Apr 19 03:43:22.750629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-ad805701-8988-4661-94bd-d1a68113776d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3405313
Apr 19 03:43:22.805586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 is already hosted by enough agents. {{(pid=86432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:22.810271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Resources bound (agent type, host, resource id):  {{(pid=86432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:22.818830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Received port after_create {{(pid=86432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:22.835201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Pushing event updated for resources: {'Port': ['ID=0711a6c0-37be-480e-b9ea-40986eb3ce37,revision_number=1']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:22.840742 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:22.875199 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6b56448a-3623-4f98-b675-dcd14ab11544 req-e21bc8eb-3373-4da2-8e6f-9ce383de9c6d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188672
Apr 19 03:43:22.915478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:22.941506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Attempting to bind port 0711a6c0-37be-480e-b9ea-40986eb3ce37 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:22.942016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Attempting to bind port 0711a6c0-37be-480e-b9ea-40986eb3ce37 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:22.942458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Attempting to bind port 0711a6c0-37be-480e-b9ea-40986eb3ce37 on network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:22.948164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:22.948585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Checking segment: {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:22.949034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.949468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Bound using segment: {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:22.949988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Bound port: 0711a6c0-37be-480e-b9ea-40986eb3ce37, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:22.950408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:22.997483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-427aed5c-8477-4873-a010-f8b0c9656ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:22.999278 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-427aed5c-8477-4873-a010-f8b0c9656ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 1099 time: 0.1206560
Apr 19 03:43:23.062187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] For port 0711a6c0-37be-480e-b9ea-40986eb3ce37, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:23.065338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] For port 0711a6c0-37be-480e-b9ea-40986eb3ce37, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0711a6c0-37be-480e-b9ea-40986eb3ce37,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:23.108080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.113583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:23.200550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Pushing event updated for resources: {'Port': ['ID=0711a6c0-37be-480e-b9ea-40986eb3ce37,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:23.204454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:23.272848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6b03c8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 2, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:23.277316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Checking router: 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:43:23.277712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Updating router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 binding host dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:43:23.284660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.341413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.341987 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.381208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.383686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-f123451f-4582-48ea-a4e8-5a0cc20cb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:23.385249 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-f123451f-4582-48ea-a4e8-5a0cc20cb79f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.3143570
Apr 19 03:43:23.450585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f83c1559-bd4d-464d-a64e-211ac4f14239 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:43:23.595954 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-6c7b931b-09d8-4342-9054-0c2be69b08d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 200  len: 1000 time: 0.1724961
Apr 19 03:43:23.719001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port f83c1559-bd4d-464d-a64e-211ac4f14239, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f83c1559-bd4d-464d-a64e-211ac4f14239,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:23.737901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'port_id': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'mac_address': 'fa:16:3e:5d:cb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:43:23.760133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-158f5b5f-8cda-4799-a39d-722c8bc0b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:23.761712 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-158f5b5f-8cda-4799-a39d-722c8bc0b60e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.1146636
Apr 19 03:43:23.762839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Allocated IP 172.27.0.178 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/c75dbca9-0065-4045-91d7-a473d420f5c3) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:23.800958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.816163 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Notify callbacks [] for port, precommit_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.821816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83c1559-bd4d-464d-a64e-211ac4f14239 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:43:23.829716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Transition to ACTIVE for port object 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 will not be triggered until provisioned by entity L2. {{(pid=86433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:23.838808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port f83c1559-bd4d-464d-a64e-211ac4f14239, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f83c1559-bd4d-464d-a64e-211ac4f14239,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:23.867489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.872779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2f073d97-3b64-4e01-bc62-ba90ff7c650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:23.890402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:23.892391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:23.968169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-e599e084-a034-45ec-af76-09073df8e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:23.969835 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-e599e084-a034-45ec-af76-09073df8e442 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1949108
Apr 19 03:43:23.996676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=f83c1559-bd4d-464d-a64e-211ac4f14239,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:24.000036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:24.010133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Pushing event updated for resources: {'Port': ['ID=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,revision_number=3']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:24.066390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.066782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.067187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.069109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.069109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.069109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.069109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.069472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.069848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.070209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.070573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.070938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.105807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:24.105915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:24.134118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Attempting to bind port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:24.135077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Attempting to bind port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:24.135965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Attempting to bind port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 on network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:24.142488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:24.143077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Checking segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:24.143661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:24.144204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Bound using segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} {{(pid=86433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:24.144988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Bound port: 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'}}] {{(pid=86433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:24.145841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:24.163588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dae328-a93b-4081-ba0e-18a7339e4f64 req-c34c0194-70e6-45b6-aacd-5a27457697a3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:24.165257 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e5dae328-a93b-4081-ba0e-18a7339e4f64 req-c34c0194-70e6-45b6-aacd-5a27457697a3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 945 time: 0.1075945
Apr 19 03:43:24.185188 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-d7bbfb74-6a2a-463d-8328-2c333fcc6097 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009685
Apr 19 03:43:24.219608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['f83c1559-bd4d-464d-a64e-211ac4f14239'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:43:24.243431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:24.248843 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e5dae328-a93b-4081-ba0e-18a7339e4f64 req-178e071e-cc9b-4cde-8a92-306f436920db tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689261
Apr 19 03:43:24.252776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e7eaee8d-4d24-4e8c-a6b0-e2bb9fb4283a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:24.274406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] For port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:24.277819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] For port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:24.307169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86433) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:24.312682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5986debd-6899-4c61-9927-da5c606bc108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:24.381090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:24.391883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:24.398376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:24.438122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:24.439884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6b03c8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:24.448116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=c75dbca9-0065-4045-91d7-a473d420f5c3,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:24.495556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.495922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.496338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.496746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.497149 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.497557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.497961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.498362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.498766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.499179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.499446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Pushing event updated for resources: {'Port': ['ID=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,revision_number=4']} {{(pid=86433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:24.502958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.503398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:43:24.507462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c13c9d00-e523-43d5-b1c2-c3e68233847e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86433) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:24.516035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:24.525339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0711a6c0-37be-480e-b9ea-40986eb3ce37 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:24.662052 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0546cf97-cb0f-4c0e-8b76-aa1133b2fc77 req-75bb769e-d393-44dd-9983-afea7aeff0d1 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4505117
Apr 19 03:43:24.690485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 0711a6c0-37be-480e-b9ea-40986eb3ce37 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:24.709530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:24.960681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c6e58-6b5a-42cc-8102-0573530c78f5 None None] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:43:25.098286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Provisioning for port 0711a6c0-37be-480e-b9ea-40986eb3ce37 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:25.106095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Provisioning complete for port 0711a6c0-37be-480e-b9ea-40986eb3ce37 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:25.106517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:25.232728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6b03c8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:24Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:25.237701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119735d0-4533-45c5-a5e2-76466bc0dee6 None None] The sync data for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi is: [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:24Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:43:25.368360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:25.421261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] For port 0711a6c0-37be-480e-b9ea-40986eb3ce37, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0711a6c0-37be-480e-b9ea-40986eb3ce37,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:25.456045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:25.457977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:25.471845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:25.500394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f83c1559-bd4d-464d-a64e-211ac4f14239 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:25.627590 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Pushing event updated for resources: {'Port': ['ID=0711a6c0-37be-480e-b9ea-40986eb3ce37,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:25.632878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e4d6efa0-9510-4409-922d-4a6fc38fdae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:25.679894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port f83c1559-bd4d-464d-a64e-211ac4f14239 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:25.684283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-bb018e68-6c35-41b2-b3b6-161b2d74ecde None None] Provisioning complete for port 0711a6c0-37be-480e-b9ea-40986eb3ce37 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:25.684505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bb018e68-6c35-41b2-b3b6-161b2d74ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:25.693411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707bf21-9328-4222-8823-35c5c36b15ae req-0c6756d8-0322-42d6-bcf3-136e141a8ee5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:25.697440 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0707bf21-9328-4222-8823-35c5c36b15ae req-0c6756d8-0322-42d6-bcf3-136e141a8ee5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 945 time: 0.3083866
Apr 19 03:43:25.878039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port f83c1559-bd4d-464d-a64e-211ac4f14239 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:25.878382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:25.899750 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0707bf21-9328-4222-8823-35c5c36b15ae req-5eeb2a8d-2c2d-41dd-9ca4-8a533b90c7f7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957669
Apr 19 03:43:25.990547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681695'] for router, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:26.088400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:26.121188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:43:26.131677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port f83c1559-bd4d-464d-a64e-211ac4f14239, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f83c1559-bd4d-464d-a64e-211ac4f14239,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:26.164574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:26.166695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:26.203551 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'code': 200}
Apr 19 03:43:26.237967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=f83c1559-bd4d-464d-a64e-211ac4f14239,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:26.241190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:26.256072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Router 46bc6dde-4090-45bd-a130-0884b737a435 is scheduled to L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 with binding_index 1 {{(pid=86430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 03:43:26.428293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0711a6c0-37be-480e-b9ea-40986eb3ce37 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:26.497812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:43:26.506829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 0711a6c0-37be-480e-b9ea-40986eb3ce37 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:26.507284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:26.537208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Sync routers for ids ['46bc6dde-4090-45bd-a130-0884b737a435'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:43:26.542969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ab87d-62a5-4ed4-a80c-4da36d85c7c6 req-779cf7d0-7803-4ac0-b4c0-5e21e967f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:26.543345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2c8ab87d-62a5-4ed4-a80c-4da36d85c7c6 req-779cf7d0-7803-4ac0-b4c0-5e21e967f3dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.1097438
Apr 19 03:43:26.566151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:26.570544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.6702454
Apr 19 03:43:26.570703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Routers {'46bc6dde-4090-45bd-a130-0884b737a435'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:26.570703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945cff4518>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['46bc6dde-4090-45bd-a130-0884b737a435'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:26.571761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 35344) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:26.725030 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2c8ab87d-62a5-4ed4-a80c-4da36d85c7c6 req-1e1c1fba-2e11-47d5-a505-871f7240451c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1742926
Apr 19 03:43:26.809976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:26.857625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Set router 46bc6dde-4090-45bd-a130-0884b737a435 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:27.132355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:27.166838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:27.167280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.319249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945cff4518>, [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:43:25Z', 'revision_number': 3, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:27.327855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Checking router: 46bc6dde-4090-45bd-a130-0884b737a435 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:43:27.328253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Updating router 46bc6dde-4090-45bd-a130-0884b737a435 port c75dbca9-0065-4045-91d7-a473d420f5c3 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:43:27.358875 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.409751 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.452789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:27.501968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4f69-1e22-438f-ac5a-5e11b61f5899 req-b80d17a4-164a-4847-9fee-4fbd92a01c91 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:27.503581 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb1c4f69-1e22-438f-ac5a-5e11b61f5899 req-b80d17a4-164a-4847-9fee-4fbd92a01c91 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 946 time: 0.1736891
Apr 19 03:43:27.509433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.517118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6ca23f0-c8b0-4c9a-afbe-5fd2b28b4e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:27.621554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb1c4f69-1e22-438f-ac5a-5e11b61f5899 req-35886035-605b-427e-87f6-d42379f1d17f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100118
Apr 19 03:43:27.635426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:27.683719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:27.698321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.842364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.901494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Transition to ACTIVE for port object c75dbca9-0065-4045-91d7-a473d420f5c3 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:27.935805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:27.940648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:27.965749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Allocated IP 172.20.0.1 (aeb6967b-1e02-4e8b-94a8-2ba309f26b85/59dd49f2-db4f-4ab5-ae85-eda99f8da4c8/f97e92c1-d577-4524-931a-32cc7dfdefe4) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:28.026033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Attempting to bind port c75dbca9-0065-4045-91d7-a473d420f5c3 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:28.026492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Attempting to bind port c75dbca9-0065-4045-91d7-a473d420f5c3 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:28.026905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Attempting to bind port c75dbca9-0065-4045-91d7-a473d420f5c3 on network 7e8af109-60ca-4fdb-9a44-20387c543792 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:28.034740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015c91d-566d-41f9-b564-bb0f860ac6af None None] Pushing event updated for resources: {'Port': ['ID=c75dbca9-0065-4045-91d7-a473d420f5c3,revision_number=2']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:28.037526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:28.037974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Checking segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:28.038374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.038813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Bound using segment: {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:28.039347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Bound port: c75dbca9-0065-4045-91d7-a473d420f5c3, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42899796-38c8-458b-8c1f-23a6b4f64b62', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:28.039769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.068480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1015c91d-566d-41f9-b564-bb0f860ac6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:28.123665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] For port c75dbca9-0065-4045-91d7-a473d420f5c3, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:28.127944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] For port c75dbca9-0065-4045-91d7-a473d420f5c3, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=c75dbca9-0065-4045-91d7-a473d420f5c3,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:28.134219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.150872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Transition to ACTIVE for port object f97e92c1-d577-4524-931a-32cc7dfdefe4 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:28.182091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.187016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:28.210812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.216174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:28.267608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Routers {'46bc6dde-4090-45bd-a130-0884b737a435'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:28.268291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945cff4518>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['46bc6dde-4090-45bd-a130-0884b737a435'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:28.285793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:28.289349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:28.293319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:28.337261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Pushing event updated for resources: {'Port': ['ID=f97e92c1-d577-4524-931a-32cc7dfdefe4,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:28.341696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:28.359181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854088958'] for router_interface, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.576271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015c91d-566d-41f9-b564-bb0f860ac6af None None] Pushing event updated for resources: {'Port': ['ID=c75dbca9-0065-4045-91d7-a473d420f5c3,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:28.579602 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1015c91d-566d-41f9-b564-bb0f860ac6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:28.585234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:28.674717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.685781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3b1165bd-2b26-4dfe-bbed-f841db949a8c None None] Provisioning for port f97e92c1-d577-4524-931a-32cc7dfdefe4 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:28.698464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3b1165bd-2b26-4dfe-bbed-f841db949a8c None None] Provisioning complete for port f97e92c1-d577-4524-931a-32cc7dfdefe4 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:28.698886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3b1165bd-2b26-4dfe-bbed-f841db949a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.777064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] Set router 46bc6dde-4090-45bd-a130-0884b737a435 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:28.847971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb6a0-0ee3-450c-85e8-1ddac5ccb9d3 req-1f41d904-9864-4735-8122-5bcef93dc43e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:28.850105 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-045eb6a0-0ee3-450c-85e8-1ddac5ccb9d3 req-1f41d904-9864-4735-8122-5bcef93dc43e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 946 time: 0.0962279
Apr 19 03:43:28.889100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:28.889528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.906822 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-045eb6a0-0ee3-450c-85e8-1ddac5ccb9d3 req-d287240f-490b-4eab-a1da-46a5168742bd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490510
Apr 19 03:43:28.920802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.931544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3b1165bd-2b26-4dfe-bbed-f841db949a8c None None] Port f97e92c1-d577-4524-931a-32cc7dfdefe4 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:43:28.941644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:28.970989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-49e3384b-f4f2-4a30-a71b-53a250fe9695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:29.109503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Pushing event updated for resources: {'Port': ['ID=f97e92c1-d577-4524-931a-32cc7dfdefe4,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:29.113116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854150225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686949'] for router_interface, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:29.118628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:29.210758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945cff4518>, [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:43:25Z', 'revision_number': 3, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:29.214929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b0af5-2851-488f-bf74-81c4e561a906 None None] The sync data for ids ['46bc6dde-4090-45bd-a130-0884b737a435'] in dv-cinder-786054-3-iscsi is: [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:43:25Z', 'revision_number': 3, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:43:29.234767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a354e5-117e-455a-9f0d-a4214fe520dd req-ed4e52b9-8e52-4ab5-beaa-67a0f90982a6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:29.236384 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-88a354e5-117e-455a-9f0d-a4214fe520dd req-ed4e52b9-8e52-4ab5-beaa-67a0f90982a6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 946 time: 0.2179761
Apr 19 03:43:29.246231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35360) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:43:29.252481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Request body: {'floatingip': {'port_id': 'f83c1559-bd4d-464d-a64e-211ac4f14239'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:29.289687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:29.290792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:29.350118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:29.501866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Router 46bc6dde-4090-45bd-a130-0884b737a435 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:43:29.576625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-7f9c519b-e80f-4a6b-8ffe-97bc5c83be36 None None] Provisioning complete for port f97e92c1-d577-4524-931a-32cc7dfdefe4 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:29.576975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7f9c519b-e80f-4a6b-8ffe-97bc5c83be36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:29.720544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c519b-e80f-4a6b-8ffe-97bc5c83be36 None None] Port f97e92c1-d577-4524-931a-32cc7dfdefe4 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:43:29.737522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:43:29.750272 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] 10.222.0.25 "PUT /v2.0/routers/46bc6dde-4090-45bd-a130-0884b737a435/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1776941
Apr 19 03:43:30.195536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.resource_extend [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 03:43:30.305867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:30.336161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:30.462854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device c75dbca9-0065-4045-91d7-a473d420f5c3 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:30.571674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Floating IP 653095b4-8c49-4c35-a031-1cf292dd64ca associated. External IP: 172.27.0.173, port: f83c1559-bd4d-464d-a64e-211ac4f14239.
Apr 19 03:43:30.576015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port c75dbca9-0065-4045-91d7-a473d420f5c3 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:30.581309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port c75dbca9-0065-4045-91d7-a473d420f5c3 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:30.581733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:30.714284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:30.744484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port c75dbca9-0065-4045-91d7-a473d420f5c3, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=c75dbca9-0065-4045-91d7-a473d420f5c3,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:30.792652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:30.794671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6ca23f0-c8b0-4c9a-afbe-5fd2b28b4e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:30.886205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=c75dbca9-0065-4045-91d7-a473d420f5c3,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:30.891419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:31.017878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Router 11cf724c-faef-4c5b-96ee-547f43df055d has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:43:31.217945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:43:31.229859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:43:31.232400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:31.242254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:31.243040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e14aeb8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:31.316426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6aabd4c5-e779-4ea0-8640-66bb465de07e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "PUT /v2.0/floatingips/653095b4-8c49-4c35-a031-1cf292dd64ca HTTP/1.1" status: 200  len: 992 time: 2.0686994
Apr 19 03:43:31.317912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:43:31.449175 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'status': 'completed', 'code': 200}
Apr 19 03:43:31.606126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:31.620748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-e044f678-d727-4acf-a895-b7b5a7014b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:31.622903 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-e044f678-d727-4acf-a895-b7b5a7014b3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.1381633
Apr 19 03:43:31.832341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-c14922ed-10ff-4c48-9b0e-3df6b2e03822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:31.833823 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-c14922ed-10ff-4c48-9b0e-3df6b2e03822 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.2018576
Apr 19 03:43:31.955364 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-6dbeeb26-9abd-4077-b10d-18019870fe0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1000 time: 0.1141603
Apr 19 03:43:32.045629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-b1cf744a-98cd-4471-9e99-d6d4dc6197de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:32.047591 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-b1cf744a-98cd-4471-9e99-d6d4dc6197de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0854781
Apr 19 03:43:32.115938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e14aeb8>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '653095b4-8c49-4c35-a031-1cf292dd64ca', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'port_id': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'mac_address': 'fa:16:3e:5d:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:43:11Z', 'updated_at': '2021-04-19T03:43:29Z', 'revision_number': 1, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:32.120351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:43:32.131482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:32.132156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e14aeb8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:32.169250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-7bd1dd06-9755-4e43-a611-66946a511c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:32.170856 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-7bd1dd06-9755-4e43-a611-66946a511c59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1142075
Apr 19 03:43:32.253663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Sync routers for ids ['46bc6dde-4090-45bd-a130-0884b737a435'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:43:32.275921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Routers {'46bc6dde-4090-45bd-a130-0884b737a435'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:32.276645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d241550>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['46bc6dde-4090-45bd-a130-0884b737a435'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:32.383534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:32.581905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Set router 46bc6dde-4090-45bd-a130-0884b737a435 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:32.649519 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-5bc0a8b6-4015-4e56-87a7-acf2c3a88cd8 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4676700
Apr 19 03:43:32.853268 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48861ee6-91d9-40ef-a381-eb4c3fac2fc5 req-9cfa51c3-3c0e-449d-acdb-51c109ba50f8 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1917150
Apr 19 03:43:32.864848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device c75dbca9-0065-4045-91d7-a473d420f5c3 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:33.013488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e14aeb8>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '653095b4-8c49-4c35-a031-1cf292dd64ca', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'port_id': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'mac_address': 'fa:16:3e:5d:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:43:11Z', 'updated_at': '2021-04-19T03:43:29Z', 'revision_number': 1, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:33.017976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6d013-a223-4987-b53a-1c170eb262ff None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '653095b4-8c49-4c35-a031-1cf292dd64ca', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'port_id': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'mac_address': 'fa:16:3e:5d:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:43:11Z', 'updated_at': '2021-04-19T03:43:29Z', 'revision_number': 1, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:43:33.133477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port c75dbca9-0065-4045-91d7-a473d420f5c3 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:33.134189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:33.282505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d241550>, [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 4, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'f97e92c1-d577-4524-931a-32cc7dfdefe4', 'name': '', 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'mac_address': 'fa:16:3e:eb:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:27Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 2, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'subnets': [{'id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:33.288912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Checking router: 46bc6dde-4090-45bd-a130-0884b737a435 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:43:33.289399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Updating router 46bc6dde-4090-45bd-a130-0884b737a435 port f97e92c1-d577-4524-931a-32cc7dfdefe4 binding host dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 03:43:33.365499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a37d4d9-7774-40f7-8e69-6bc43bb3e235 None None] New status for floating IP 653095b4-8c49-4c35-a031-1cf292dd64ca: ACTIVE {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:43:33.378546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:33.867884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Notify callbacks [] for port, precommit_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:33.884134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Transition to ACTIVE for port object f97e92c1-d577-4524-931a-32cc7dfdefe4 will not be triggered until provisioned by entity L2. {{(pid=86432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:33.932389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:33.938271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:34.154209 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fddeb-f85a-4080-9a82-cea414cb34fa None None] Pushing event updated for resources: {'Port': ['ID=f97e92c1-d577-4524-931a-32cc7dfdefe4,revision_number=3']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:34.163240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-139fddeb-f85a-4080-9a82-cea414cb34fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:34.184033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Attempting to bind port f97e92c1-d577-4524-931a-32cc7dfdefe4 on host dv-cinder-786054-3-iscsi for vnic_type normal with profile  {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:43:34.184446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Attempting to bind port f97e92c1-d577-4524-931a-32cc7dfdefe4 by drivers openvswitch,hyperv on host dv-cinder-786054-3-iscsi at level 0 using segments [{'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:43:34.184850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Attempting to bind port f97e92c1-d577-4524-931a-32cc7dfdefe4 on network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:43:34.195388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Checking agent: {'id': '69e75f1f-96a4-4581-b6ab-d82ced9c8dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 52), 'started_at': datetime.datetime(2021, 4, 19, 3, 30, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:43:34.195808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Checking segment: {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:43:34.196250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:34.196684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Bound using segment: {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'} {{(pid=86432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:43:34.197200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Bound port: f97e92c1-d577-4524-931a-32cc7dfdefe4, host: dv-cinder-786054-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b422cbf5-ef14-48a8-9206-5897c6091ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85'}}] {{(pid=86432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:43:34.197621 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:34.298639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] For port f97e92c1-d577-4524-931a-32cc7dfdefe4, host dv-cinder-786054-3-iscsi, cleared binding levels {{(pid=86432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:43:34.301686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] For port f97e92c1-d577-4524-931a-32cc7dfdefe4, host dv-cinder-786054-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=f97e92c1-d577-4524-931a-32cc7dfdefe4,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:43:34.342186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:34.347051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:34.426138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Routers {'46bc6dde-4090-45bd-a130-0884b737a435'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:43:34.427395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d241550>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['46bc6dde-4090-45bd-a130-0884b737a435'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:34.739419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fddeb-f85a-4080-9a82-cea414cb34fa None None] Pushing event updated for resources: {'Port': ['ID=f97e92c1-d577-4524-931a-32cc7dfdefe4,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:34.744740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-139fddeb-f85a-4080-9a82-cea414cb34fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:34.825584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] Set router 46bc6dde-4090-45bd-a130-0884b737a435 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:43:35.186298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d241550>, [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 4, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'f97e92c1-d577-4524-931a-32cc7dfdefe4', 'name': '', 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'mac_address': 'fa:16:3e:eb:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:27Z', 'updated_at': '2021-04-19T03:43:34Z', 'revision_number': 4, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'subnets': [{'id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:43:35.190958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e0430-eabf-491a-9b1b-7aefbd05ef8d None None] The sync data for ids ['46bc6dde-4090-45bd-a130-0884b737a435'] in dv-cinder-786054-3-iscsi is: [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 4, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': 'f97e92c1-d577-4524-931a-32cc7dfdefe4', 'name': '', 'network_id': 'aeb6967b-1e02-4e8b-94a8-2ba309f26b85', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'mac_address': 'fa:16:3e:eb:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:27Z', 'updated_at': '2021-04-19T03:43:34Z', 'revision_number': 4, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'subnets': [{'id': '59dd49f2-db4f-4ab5-ae85-eda99f8da4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:43:36.469720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device f97e92c1-d577-4524-931a-32cc7dfdefe4 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:36.599688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning for port f97e92c1-d577-4524-931a-32cc7dfdefe4 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:36.607781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port f97e92c1-d577-4524-931a-32cc7dfdefe4 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:36.608501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:36.749046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:36.788272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] For port f97e92c1-d577-4524-931a-32cc7dfdefe4, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=f97e92c1-d577-4524-931a-32cc7dfdefe4,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:43:36.810674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:36.813273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:36.888825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Pushing event updated for resources: {'Port': ['ID=f97e92c1-d577-4524-931a-32cc7dfdefe4,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:36.892104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:38.438698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device f97e92c1-d577-4524-931a-32cc7dfdefe4 up at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:43:38.550435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Provisioning complete for port f97e92c1-d577-4524-931a-32cc7dfdefe4 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:38.550859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:39.885796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:43:42.619307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-f538e0e0-43d2-4359-9528-f824250336bd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:42.620065 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-f538e0e0-43d2-4359-9528-f824250336bd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:network {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:42.660420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-f538e0e0-43d2-4359-9528-f824250336bd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:network {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:42.661692 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-f538e0e0-43d2-4359-9528-f824250336bd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 815 time: 0.2004011
Apr 19 03:43:42.677251 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-1bf539b4-aa27-4bf9-bffb-606bbba1ee57 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/quotas/66830e413293499db3998f9e797be69c HTTP/1.1" status: 200  len: 375 time: 0.0094695
Apr 19 03:43:42.769865 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-02255f72-28d2-4c34-a1c9-e6613bc7489f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0866172
Apr 19 03:43:42.918412 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-c3e09b50-b9bc-4af4-a2d8-dd7923faae93 service neutron] 10.222.0.25 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362364
Apr 19 03:43:43.061079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-b3799b89-a33d-49d8-8e30-d7955e751943 service neutron] 10.222.0.25 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361108
Apr 19 03:43:43.670756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-454a4689-2a17-4418-ad87-d0263388801a req-c113ece5-e04e-44bb-8ce7-ca9a83b219b8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:43:43.729949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-454a4689-2a17-4418-ad87-d0263388801a req-c113ece5-e04e-44bb-8ce7-ca9a83b219b8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:43:43.731283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-454a4689-2a17-4418-ad87-d0263388801a req-c113ece5-e04e-44bb-8ce7-ca9a83b219b8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.1097887
Apr 19 03:43:44.893471 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ff4678f7-2ce6-4e90-88df-64b617100a5f req-fbb4b271-10c8-42da-8d15-bcf642f26be6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0490503
Apr 19 03:43:45.548410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-3bd664c7-fdd5-43be-ad72-55ce2509e26d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:45.549674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-3bd664c7-fdd5-43be-ad72-55ce2509e26d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 815 time: 0.1608336
Apr 19 03:43:45.575311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'port': {'device_id': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'admin_state_up': True, 'tenant_id': '66830e413293499db3998f9e797be69c'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:43:45.719440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:43:45.729317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:43:45.780853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Made reservation on behalf of 66830e413293499db3998f9e797be69c for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:43:45.787229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:45.968011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Allocated IP 172.20.0.4 (fc8eb1d0-e4c3-4655-b89b-30452bcfda62/b7d02305-b7f5-4bbc-b009-35f1776c33b8/589d1f32-cd4b-4443-9982-41cdb9265434) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:43:46.135553 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe292692-bcb4-4d93-af8d-a71a26a66093 req-281bff97-f769-4b62-93e0-38c966d437e7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0745718
Apr 19 03:43:46.221467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:46.244167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Transition to ACTIVE for port object 589d1f32-cd4b-4443-9982-41cdb9265434 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:43:46.325306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:46.344302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:43:46.403943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:43:46.407050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:43:46.411270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:43:46.478592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:43:46.503344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:43:46.527487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:46.531881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:46.611372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0400884
Apr 19 03:43:46.804606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3b0277b5-e943-413a-aff7-d2138a974e21 None None] Provisioning for port 589d1f32-cd4b-4443-9982-41cdb9265434 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:43:46.810038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-3b0277b5-e943-413a-aff7-d2138a974e21 None None] Provisioning complete for port 589d1f32-cd4b-4443-9982-41cdb9265434 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:43:46.812650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3b0277b5-e943-413a-aff7-d2138a974e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:46.872522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3b0277b5-e943-413a-aff7-d2138a974e21 None None] Port 589d1f32-cd4b-4443-9982-41cdb9265434 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:43:47.351929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164fdee-8eb5-4bff-a96e-17a653a603c6 req-f7b1d8a3-d690-4540-89c4-fc86a8272311 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:47.353524 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c164fdee-8eb5-4bff-a96e-17a653a603c6 req-f7b1d8a3-d690-4540-89c4-fc86a8272311 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0926130
Apr 19 03:43:47.402269 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c164fdee-8eb5-4bff-a96e-17a653a603c6 req-aa5d14ce-6741-497d-b026-c56f445531e3 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422254
Apr 19 03:43:47.609090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911352de-b38c-4159-b8ce-4e564e20611a req-841b19d7-3a87-40ec-8874-946cdbdc2814 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:47.610700 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-911352de-b38c-4159-b8ce-4e564e20611a req-841b19d7-3a87-40ec-8874-946cdbdc2814 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.1073377
Apr 19 03:43:47.661846 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-911352de-b38c-4159-b8ce-4e564e20611a req-87652693-f800-4932-8e2b-d7b22ff9c937 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440741
Apr 19 03:43:48.641272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c3c76-24a7-4005-b690-1ffad64bc4fb req-dd6c5cd5-c1e1-40cc-8bc4-3a4a90e19554 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:48.643397 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e77c3c76-24a7-4005-b690-1ffad64bc4fb req-dd6c5cd5-c1e1-40cc-8bc4-3a4a90e19554 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.1233969
Apr 19 03:43:48.701383 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e77c3c76-24a7-4005-b690-1ffad64bc4fb req-5c88b5e6-7c6c-46dd-8968-3e6bf0a280ac tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504661
Apr 19 03:43:48.869572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eaede1f9-45fc-44a8-a3b6-33a5c8baa326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:48.916662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0c017-0f60-4388-b17a-400f02ad8b99 req-8560634a-f569-4773-9ad2-3a4846ab8cff tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:48.918295 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e9f0c017-0f60-4388-b17a-400f02ad8b99 req-8560634a-f569-4773-9ad2-3a4846ab8cff tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0999327
Apr 19 03:43:48.969169 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e9f0c017-0f60-4388-b17a-400f02ad8b99 req-ebc37b43-1dd9-4a93-ad93-e54f72e28ce6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441778
Apr 19 03:43:49.913536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc741bd-60a1-4e93-aaa0-0fa6bb136316 req-0a42d7c7-e034-40ce-b2c9-2335d42a6a47 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:49.915120 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cc741bd-60a1-4e93-aaa0-0fa6bb136316 req-0a42d7c7-e034-40ce-b2c9-2335d42a6a47 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0950675
Apr 19 03:43:49.968048 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cc741bd-60a1-4e93-aaa0-0fa6bb136316 req-5d54fd75-3efc-4961-887e-1ba0bbd824c9 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466373
Apr 19 03:43:50.182274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e10be-3fd7-4c51-b686-2c5055db25aa req-615becc0-2443-49d3-a8b3-c3cce53c8c31 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:50.183800 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d9e10be-3fd7-4c51-b686-2c5055db25aa req-615becc0-2443-49d3-a8b3-c3cce53c8c31 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0903034
Apr 19 03:43:50.231461 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d9e10be-3fd7-4c51-b686-2c5055db25aa req-813675ec-b85c-454b-9e6c-d18f5b96046b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412481
Apr 19 03:43:51.180344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dbfcf-3f69-48a3-b7d0-bf9d25e48ca1 req-62a1cdf6-767f-4de8-b08b-ddefacc1ae02 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:51.182161 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e89dbfcf-3f69-48a3-b7d0-bf9d25e48ca1 req-62a1cdf6-767f-4de8-b08b-ddefacc1ae02 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0964761
Apr 19 03:43:51.234059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e89dbfcf-3f69-48a3-b7d0-bf9d25e48ca1 req-7d6dca7f-8424-4980-9b0a-d8739ee56274 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450289
Apr 19 03:43:51.398936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8408bed0-9e74-40e5-9818-a20834cd2bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:51.450423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eba1-cce1-4896-8f64-9faa45bde3d0 req-f61f5d86-f3bc-4d41-b85a-8b53ac2cd194 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:51.452002 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2d18eba1-cce1-4896-8f64-9faa45bde3d0 req-f61f5d86-f3bc-4d41-b85a-8b53ac2cd194 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0910833
Apr 19 03:43:51.502814 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2d18eba1-cce1-4896-8f64-9faa45bde3d0 req-0cca2e8c-bd14-4837-83b8-52c17ec04df6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438268
Apr 19 03:43:51.878517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:52.135431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:52.449530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339731a-e8f2-4e16-8987-1211db925747 req-7f2330f4-c61a-4a8e-9d6b-68bd4c6e39d4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:52.451254 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e339731a-e8f2-4e16-8987-1211db925747 req-7f2330f4-c61a-4a8e-9d6b-68bd4c6e39d4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0995467
Apr 19 03:43:52.495397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:52.503301 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e339731a-e8f2-4e16-8987-1211db925747 req-16d6f5ab-7a59-4f0d-8c6a-bc2d91cb7635 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456069
Apr 19 03:43:52.713382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec1f59-5205-4d21-ab1f-b6e84997e26e req-72e4df18-2b59-4f55-a146-0fcd1b18bbd4 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:52.715049 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-71ec1f59-5205-4d21-ab1f-b6e84997e26e req-72e4df18-2b59-4f55-a146-0fcd1b18bbd4 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0894153
Apr 19 03:43:52.768303 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-71ec1f59-5205-4d21-ab1f-b6e84997e26e req-e0f32e34-d533-4b97-9fa0-cfc6723c86a2 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468409
Apr 19 03:43:53.318228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:43:53.724603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e343227-d1a8-4bea-8250-3ccf34e24170 req-c67064bf-1244-4614-8dd3-3d5cf04cc93d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:53.727593 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e343227-d1a8-4bea-8250-3ccf34e24170 req-c67064bf-1244-4614-8dd3-3d5cf04cc93d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0935669
Apr 19 03:43:53.787566 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e343227-d1a8-4bea-8250-3ccf34e24170 req-0f5e9b30-559f-4256-98c6-087ba4cae38c tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477273
Apr 19 03:43:54.014087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79c17-769e-467d-9113-a8cf46d09798 req-e29d23dd-b3f6-49d2-8703-678a3078de52 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:54.015736 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-33a79c17-769e-467d-9113-a8cf46d09798 req-e29d23dd-b3f6-49d2-8703-678a3078de52 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0958171
Apr 19 03:43:54.065862 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-33a79c17-769e-467d-9113-a8cf46d09798 req-7f1b0360-3b8b-482c-b380-97b5df9bbacf tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428855
Apr 19 03:43:55.015653 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d749ca-5043-4dfa-925d-a13140a2b0c9 req-9425ecb6-2f1d-4a8e-991a-58b0bdd049cc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:55.017214 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-46d749ca-5043-4dfa-925d-a13140a2b0c9 req-9425ecb6-2f1d-4a8e-991a-58b0bdd049cc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0903957
Apr 19 03:43:55.066099 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-46d749ca-5043-4dfa-925d-a13140a2b0c9 req-7f3e9265-14f8-4a65-a82b-5c525b965b4a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422940
Apr 19 03:43:55.280758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c6b7-dafc-4a81-8910-1615b50fe160 req-5f3d2804-a7e8-44e1-9e7e-685378e916d9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:55.282362 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7873c6b7-dafc-4a81-8910-1615b50fe160 req-5f3d2804-a7e8-44e1-9e7e-685378e916d9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0941176
Apr 19 03:43:55.335320 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7873c6b7-dafc-4a81-8910-1615b50fe160 req-a3c2f84b-b7da-47a0-b5fa-4875cf70b2f3 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453570
Apr 19 03:43:56.278172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7685557-66c8-42c7-b8a1-3c53391dd80a req-7fd36811-c945-4002-bbe0-f4e824c118d4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:56.280355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7685557-66c8-42c7-b8a1-3c53391dd80a req-7fd36811-c945-4002-bbe0-f4e824c118d4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0955944
Apr 19 03:43:56.339412 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7685557-66c8-42c7-b8a1-3c53391dd80a req-f732dc8e-a3d5-484b-9a93-40142e352adb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524564
Apr 19 03:43:56.573035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861149be-c2c0-4940-89d8-1789e4dfce7f req-3c628761-962b-4222-a4c2-881d726d85fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:56.575342 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-861149be-c2c0-4940-89d8-1789e4dfce7f req-3c628761-962b-4222-a4c2-881d726d85fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.1023095
Apr 19 03:43:56.627846 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-861149be-c2c0-4940-89d8-1789e4dfce7f req-550582ce-490c-49d1-adca-f1f1665254fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468793
Apr 19 03:43:57.549454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3a069-d47a-4a47-94cb-7e12b868c1b8 req-7d83e3d9-9d41-483c-a5af-053574e3e7fd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:57.551046 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-73c3a069-d47a-4a47-94cb-7e12b868c1b8 req-7d83e3d9-9d41-483c-a5af-053574e3e7fd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0903509
Apr 19 03:43:57.600371 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-73c3a069-d47a-4a47-94cb-7e12b868c1b8 req-2abc50ae-e538-4c82-8af3-f4d5c60a7d02 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425980
Apr 19 03:43:57.842725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b889e-a8fd-49f4-9237-785ec078342f req-fbf18d73-50e4-4cf5-a2f9-503e26a69daf tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:57.844369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-167b889e-a8fd-49f4-9237-785ec078342f req-fbf18d73-50e4-4cf5-a2f9-503e26a69daf tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0930552
Apr 19 03:43:57.893108 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-167b889e-a8fd-49f4-9237-785ec078342f req-168814eb-c174-4983-b15f-041a9dea102e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423698
Apr 19 03:43:59.024754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f6b66-da79-45ef-8cbc-c60df10e6b40 req-4fc88337-46d4-456d-b0f3-959fafe8f2b8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:59.026323 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-970f6b66-da79-45ef-8cbc-c60df10e6b40 req-4fc88337-46d4-456d-b0f3-959fafe8f2b8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.3149321
Apr 19 03:43:59.072442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-970f6b66-da79-45ef-8cbc-c60df10e6b40 req-0833cf29-9344-40b6-a1d8-d48b43d38f66 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398688
Apr 19 03:43:59.254577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2fbd-d11d-43bc-b772-2c1103121e8d req-098932d6-d5a7-430a-85f3-80ec49406929 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:43:59.256081 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0dad2fbd-d11d-43bc-b772-2c1103121e8d req-098932d6-d5a7-430a-85f3-80ec49406929 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0860741
Apr 19 03:43:59.304844 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0dad2fbd-d11d-43bc-b772-2c1103121e8d req-53d22039-7785-4d79-a834-33c20fb311cf tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419054
Apr 19 03:44:00.278643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b581c-7888-4cad-a520-5590c523e6f5 req-bacbd0b4-0eee-43a9-808f-2e9856df6f1a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:00.280197 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-570b581c-7888-4cad-a520-5590c523e6f5 req-bacbd0b4-0eee-43a9-808f-2e9856df6f1a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0883627
Apr 19 03:44:00.327094 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-570b581c-7888-4cad-a520-5590c523e6f5 req-12e23627-83e2-466a-8dfa-7fbcb7fb30be tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402999
Apr 19 03:44:00.539115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b1c26-a1d6-49a5-9738-abf6079d1a5e req-5f5e9d87-c7f3-4b51-aa5f-60da60a66aa0 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:00.547050 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba3b1c26-a1d6-49a5-9738-abf6079d1a5e req-5f5e9d87-c7f3-4b51-aa5f-60da60a66aa0 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.1068642
Apr 19 03:44:00.595472 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba3b1c26-a1d6-49a5-9738-abf6079d1a5e req-9392f863-0d75-48c3-9941-150909f568e8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471191
Apr 19 03:44:01.526840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b1705-1475-425c-b3e8-455d7a0a4bb4 req-9583faaa-f152-4d7f-81a0-cdad5dc51e1f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:01.528373 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-583b1705-1475-425c-b3e8-455d7a0a4bb4 req-9583faaa-f152-4d7f-81a0-cdad5dc51e1f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 931 time: 0.0869806
Apr 19 03:44:01.550288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Request body: {'port': {'device_id': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:01.577639 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-583b1705-1475-425c-b3e8-455d7a0a4bb4 req-1c60da94-d12d-4a01-992f-ddd8f1a0ce6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417194
Apr 19 03:44:01.678926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:01.811789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7bae7-676f-4765-9dff-dca15b7de617 req-9321fa9e-b78d-4162-95a0-b442d64c22cb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:01.813322 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-33a7bae7-676f-4765-9dff-dca15b7de617 req-9321fa9e-b78d-4162-95a0-b442d64c22cb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0912557
Apr 19 03:44:01.860573 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-33a7bae7-676f-4765-9dff-dca15b7de617 req-3036afaa-9ba1-4bdc-8b05-c18dc7043d67 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403321
Apr 19 03:44:02.033508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589d1f32-cd4b-4443-9982-41cdb9265434 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:44:02.041165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:02.056183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Transition to ACTIVE for port object 589d1f32-cd4b-4443-9982-41cdb9265434 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:44:02.100845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:02.105618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-42c74bc6-892a-4c61-bdb6-68bd5b06ecfd tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:02.276220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:02.284600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:02.354978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Attempting to bind port 589d1f32-cd4b-4443-9982-41cdb9265434 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:44:02.355545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Attempting to bind port 589d1f32-cd4b-4443-9982-41cdb9265434 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:44:02.355773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Attempting to bind port 589d1f32-cd4b-4443-9982-41cdb9265434 on network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:44:02.360656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Port 589d1f32-cd4b-4443-9982-41cdb9265434 on network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:44:02.360989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Attempting to bind port 589d1f32-cd4b-4443-9982-41cdb9265434 on network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:44:02.367221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:44:02.367592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Checking segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:44:02.368008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Bound using segment: {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:44:02.368475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Bound port: 589d1f32-cd4b-4443-9982-41cdb9265434, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3d01de-8a05-4137-b965-836e8bef43b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:44:02.368853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:02.463486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:44:02.466530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:44:02.495752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:02.500768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8cfe2d75-fdd0-4e4a-9054-ea70bdfd9933 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:02.561123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:02.561809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:02.563415 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] 10.222.0.43 "PUT /v2.0/ports/589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 1093 time: 1.0189176
Apr 19 03:44:02.563969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:02.586431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:02.590055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:02.728705 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'status': 'completed', 'code': 200}
Apr 19 03:44:02.731869 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-f3131bad-15be-4d91-af8b-1564b58e2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:02.733466 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-f3131bad-15be-4d91-af8b-1564b58e2257 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1096 time: 0.0964642
Apr 19 03:44:02.814168 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-5f8817d5-0880-47b9-a9ba-dce278a01275 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 217 time: 0.0719867
Apr 19 03:44:02.940834 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-ed937471-f58c-4e1e-999c-95eaf6a1e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:02.942493 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-ed937471-f58c-4e1e-999c-95eaf6a1e63b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0861118
Apr 19 03:44:03.009077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-fe68cf52-e833-43e4-a215-7c0772076979 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:03.009820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-fe68cf52-e833-43e4-a215-7c0772076979 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:03.049960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8db29555-ab7f-4279-afa3-d4ccc1234326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:03.051611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-8db29555-ab7f-4279-afa3-d4ccc1234326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1007636
Apr 19 03:44:03.071800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c43ea-6ba8-4381-a840-7147903f99e4 req-0653be1d-b5f8-4f41-96e4-8876c46d2b41 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:03.073397 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-428c43ea-6ba8-4381-a840-7147903f99e4 req-0653be1d-b5f8-4f41-96e4-8876c46d2b41 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.0905242
Apr 19 03:44:03.086444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-fe68cf52-e833-43e4-a215-7c0772076979 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:03.087752 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-fe68cf52-e833-43e4-a215-7c0772076979 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 943 time: 0.2721238
Apr 19 03:44:03.124895 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-428c43ea-6ba8-4381-a840-7147903f99e4 req-ca9ace0c-2f82-44d7-acf6-c16a529034b0 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448825
Apr 19 03:44:03.214082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-85a82b3d-e506-456f-a51f-5b4c79f66572 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:03.248999 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-e3835b1f-fba5-465e-841e-17757e3f919e service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894155
Apr 19 03:44:03.330485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-85a82b3d-e506-456f-a51f-5b4c79f66572 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:03.332103 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1c5d719-e569-4251-a19d-37ed87b564c1 req-85a82b3d-e506-456f-a51f-5b4c79f66572 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943748
Apr 19 03:44:03.396481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-711ec214-6ccc-4a57-9ca7-a76e9728b24c req-766b647b-2861-4500-9592-e590a8123bcf service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385274
Apr 19 03:44:03.553074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-66a65758-bdda-4513-8ead-207918bb7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:03.555068 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-66a65758-bdda-4513-8ead-207918bb7a6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1096 time: 0.0782008
Apr 19 03:44:03.765867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-b7f9b77e-914b-4114-bd26-713768fcfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:03.767484 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-b7f9b77e-914b-4114-bd26-713768fcfc87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.2031429
Apr 19 03:44:04.081382 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-9326386e-429f-4cc2-9b31-07bb8b391cbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 217 time: 0.3046241
Apr 19 03:44:04.090009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-74d06151-d85e-4d8a-b3be-816a261118d1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:04.099123 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-74d06151-d85e-4d8a-b3be-816a261118d1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.4332008
Apr 19 03:44:04.217039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-64505dce-30cb-4fb4-9fbf-000bc46007a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:04.218753 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-64505dce-30cb-4fb4-9fbf-000bc46007a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.1261983
Apr 19 03:44:04.226135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Deleting port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:44:04.226523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:04.533229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f86a6-bbcf-4ac8-932d-fbed9abbaf7c req-23df1157-8957-487a-888f-ff2794003596 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:04.535339 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a4f86a6-bbcf-4ac8-932d-fbed9abbaf7c req-23df1157-8957-487a-888f-ff2794003596 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 943 time: 0.0878615
Apr 19 03:44:04.583730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a4f86a6-bbcf-4ac8-932d-fbed9abbaf7c req-7114e060-90c9-4a8d-8a39-140708bc5fde tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416322
Apr 19 03:44:04.585175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-2dfdf4de-08ee-4ab4-9611-41fb07455f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:04.586790 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-2dfdf4de-08ee-4ab4-9611-41fb07455f97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3306632
Apr 19 03:44:04.598185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47e82b-5087-4088-bead-8a29b1f95cb7 req-8aa5de50-c9d3-4d39-842f-016661d10c34 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:04.599685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a47e82b-5087-4088-bead-8a29b1f95cb7 req-8aa5de50-c9d3-4d39-842f-016661d10c34 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 946 time: 0.3002217
Apr 19 03:44:04.775463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] For port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:04.776047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:04.792308 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a47e82b-5087-4088-bead-8a29b1f95cb7 req-0de769b6-ae0b-4fb7-bdb8-11a5bbd85670 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab38f0e4-9ec8-4146-bf29-649358d68762&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623380
Apr 19 03:44:04.922551 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-10e6ad07-57a7-4bcc-9f33-f92673420efe service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3217599
Apr 19 03:44:05.250288 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3481a70b-85b8-48b0-b808-bf89a9afcab6 req-54a3c976-5e29-4efe-9d4a-2a172edb3d2d service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2696512
Apr 19 03:44:05.251982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:05.252400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:05.252750 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Floating IP 20c24004-b0a8-4bd1-9bab-315f92cf1e66 disassociated. External IP: 172.27.0.86, port: 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b.
Apr 19 03:44:05.253137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Calling delete_port for 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:44:05.483622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:05.491643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c80c656e-b4c5-4617-9020-0788a58e6ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:05.542206 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event deleted for resources: {'Port': ['ID=8b1a69d0-ba1e-4994-b669-cc0e63d13b8b,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:05.544727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:05.756264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:44:05.947061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737c2ac-8a01-43e4-acec-ffb259096a4e req-9f7003cd-fb51-48dc-9044-aedee788e370 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:05.948745 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9737c2ac-8a01-43e4-acec-ffb259096a4e req-9f7003cd-fb51-48dc-9044-aedee788e370 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 943 time: 0.0959704
Apr 19 03:44:06.002883 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9737c2ac-8a01-43e4-acec-ffb259096a4e req-3d1d99b5-61fb-4001-af2d-441c688cdb20 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460198
Apr 19 03:44:06.027509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9142709-acc3-44a7-9561-f90ca077614f req-6052d50f-d24a-438c-9e6d-5d5ea58fc7b7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:06.029159 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e9142709-acc3-44a7-9561-f90ca077614f req-6052d50f-d24a-438c-9e6d-5d5ea58fc7b7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 946 time: 0.2020214
Apr 19 03:44:06.030521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:44:06.047191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:44:06.063380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:44:06.064099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e1b0ac8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:06.131124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] No DVR routers for this DVR port 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:44:06.133784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:06.138221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-deleted', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:06.168141 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e9142709-acc3-44a7-9561-f90ca077614f req-856cbaed-6008-41c5-a249-887a414ffbc5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002698
Apr 19 03:44:06.188475 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-580879cb-45a3-447f-8895-a7cfa101efb5 req-86011aa3-c73e-474d-8860-64a9f95868c9 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29b14f0-f43c-434b-b583-cdf6b0e4b784 HTTP/1.1" status: 200  len: 210 time: 0.0519230
Apr 19 03:44:06.204792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a5509b2d-00e7-40c8-bca5-10ca033751bf req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "DELETE /v2.0/ports/8b1a69d0-ba1e-4994-b669-cc0e63d13b8b HTTP/1.1" status: 204  len: 173 time: 2.0747805
Apr 19 03:44:06.258269 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29b14f0-f43c-434b-b583-cdf6b0e4b784', 'name': 'network-vif-deleted', 'tag': '8b1a69d0-ba1e-4994-b669-cc0e63d13b8b', 'status': 'completed', 'code': 200}
Apr 19 03:44:06.280902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:44:06.609998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e1b0ac8>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:06.614282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:44:06.623650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:44:06.624298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e1b0ac8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:43:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:06.808723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:44:07.141425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e1b0ac8>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:07.145453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e2855-5367-49be-a3cf-fb33c7413a58 None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:44:07.214579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2637e10-7dcf-4590-8d9a-3d67453f11a6 req-06fbdd7c-0196-4fce-9d78-58041340a3ed tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:07.216209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a2637e10-7dcf-4590-8d9a-3d67453f11a6 req-06fbdd7c-0196-4fce-9d78-58041340a3ed tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 943 time: 0.0946851
Apr 19 03:44:07.267792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a2637e10-7dcf-4590-8d9a-3d67453f11a6 req-efd94aae-1bdc-4c77-8151-23549f6cffa0 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449741
Apr 19 03:44:07.386455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f0c94-469a-4718-b899-c3cceeb2819a req-6b56dce8-cf49-475a-a01f-8192dd20db79 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:07.388192 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-382f0c94-469a-4718-b899-c3cceeb2819a req-6b56dce8-cf49-475a-a01f-8192dd20db79 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 946 time: 0.0956724
Apr 19 03:44:07.442025 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-382f0c94-469a-4718-b899-c3cceeb2819a req-7b445526-bfd0-44ab-bf3a-f0f8fb01b2c4 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474114
Apr 19 03:44:07.513577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35744) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:07.543434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89093f79-0d6c-4bce-a826-05d521b28c9b None None] New status for floating IP 20c24004-b0a8-4bd1-9bab-315f92cf1e66: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:44:07.585914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:07.617083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:07.689436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:07.691631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846865-5204-4d4d-81e7-a6669471605b req-405229c3-c843-4aad-a6ee-898c792f22cf tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:07.693207 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-81846865-5204-4d4d-81e7-a6669471605b req-405229c3-c843-4aad-a6ee-898c792f22cf tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 946 time: 0.0891552
Apr 19 03:44:07.694541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7ea0559c-2274-4a68-9ee0-0a1b78f78782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:07.715676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab38f0e4-9ec8-4146-bf29-649358d68762,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:07.724296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.724725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.725146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.725561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.725998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.726407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.726863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.727292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.727702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.740380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.740380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.740380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:07.740380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:07.763592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:07.764836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab38f0e4-9ec8-4146-bf29-649358d68762 HTTP/1.1" status: 204  len: 168 time: 0.2501662
Apr 19 03:44:07.767624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35748) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:07.783271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Deleting port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:44:07.783662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:07.785312 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.v2.resource [None req-9408af21-28a5-46e8-8e26-a04bb9f3bc7b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] show failed (client error): The resource could not be found.
Apr 19 03:44:07.789178 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9408af21-28a5-46e8-8e26-a04bb9f3bc7b tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups/ab38f0e4-9ec8-4146-bf29-649358d68762 HTTP/1.1" status: 404  len: 347 time: 0.0177755
Apr 19 03:44:07.789470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35752) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:07.812550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 589d1f32-cd4b-4443-9982-41cdb9265434 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:44:07.817501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:44:07.861877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:44:07.862670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 8b1a69d0-ba1e-4994-b669-cc0e63d13b8b not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:44:07.958649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Deleting port 74577735-6031-4e80-bc44-41fbb6e75368 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:44:07.958973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.003879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:08.019549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '589d1f32-cd4b-4443-9982-41cdb9265434', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'port_id': '589d1f32-cd4b-4443-9982-41cdb9265434', 'mac_address': 'fa:16:3e:64:68:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:44:08.084297 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.104047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589d1f32-cd4b-4443-9982-41cdb9265434 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:44:08.123289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:08.155696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.156320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.158018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.160046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:08.296668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Calling delete_port for 74577735-6031-4e80-bc44-41fbb6e75368 owned by network:floatingip {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:44:08.312884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] For port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:08.313297 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.416311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:08.424520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.424520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.424918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.425298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.425664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.426031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.426397 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.426760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.427123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.427579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.427940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.428838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:08.432939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:08.478623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Calling delete_port for 0de7e94e-e1d6-4305-98e5-e0bd85a974fb owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:44:08.514241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['589d1f32-cd4b-4443-9982-41cdb9265434'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:44:08.545673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e68cc-8364-46cb-ab34-c7599c31bceb req-d15f2445-ba7d-4fc9-87e2-bdb8d219ef1d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:08.547703 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c86e68cc-8364-46cb-ab34-c7599c31bceb req-d15f2445-ba7d-4fc9-87e2-bdb8d219ef1d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 944 time: 0.1222885
Apr 19 03:44:08.575494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.582973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ea8581d3-b75a-4f8b-887b-70a83b14b0b9 tempest-VolumesActionsTest-881697916 tempest-VolumesActionsTest-881697916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:08.644628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event deleted for resources: {'Port': ['ID=74577735-6031-4e80-bc44-41fbb6e75368,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:08.647650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:08.699520 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c86e68cc-8364-46cb-ab34-c7599c31bceb req-f4d76146-74d1-434b-979f-88d6177d1bb4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445715
Apr 19 03:44:08.755645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8101a1-5971-490a-a2ea-7222984bd8c5 req-382aaffa-a5e9-45d6-bcd2-61924e0810b3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:08.757361 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dc8101a1-5971-490a-a2ea-7222984bd8c5 req-382aaffa-a5e9-45d6-bcd2-61924e0810b3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6f609b2-0123-4d89-bdad-5cc7cf50f86c HTTP/1.1" status: 200  len: 867 time: 0.1711762
Apr 19 03:44:08.761090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.777263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.781464 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "DELETE /v2.0/floatingips/20c24004-b0a8-4bd1-9bab-315f92cf1e66 HTTP/1.1" status: 204  len: 168 time: 0.9882419
Apr 19 03:44:08.789908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.798223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fed52b83-0dee-4f18-a8d8-220b3099a196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:08.860328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Pushing event deleted for resources: {'Port': ['ID=0de7e94e-e1d6-4305-98e5-e0bd85a974fb,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:08.863126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:08.941051 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dc8101a1-5971-490a-a2ea-7222984bd8c5 req-e1ea8ddd-b24a-4fb7-8763-704253c48a7e tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765623
Apr 19 03:44:08.946678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] No DVR routers for this DVR port 0de7e94e-e1d6-4305-98e5-e0bd85a974fb on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:44:08.949140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:08.953279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'name': 'network-vif-deleted', 'tag': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:09.000418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f609b2-0123-4d89-bdad-5cc7cf50f86c', 'name': 'network-vif-deleted', 'tag': '0de7e94e-e1d6-4305-98e5-e0bd85a974fb', 'status': 'completed', 'code': 200}
Apr 19 03:44:09.005019 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-81846865-5204-4d4d-81e7-a6669471605b req-22ad1159-6ae9-4a8a-9ed0-85b26fb982dd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "DELETE /v2.0/ports/0de7e94e-e1d6-4305-98e5-e0bd85a974fb HTTP/1.1" status: 204  len: 173 time: 1.3044207
Apr 19 03:44:09.191399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35766) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:09.198310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587673266', 'description': 'tempest-description--334749585'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:09.205348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:09.211043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:09.214050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:09.220111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:09.271996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.293003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:09.296960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:09.299839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:09.305735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:09.412431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.431872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.437225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-974c9385-c6b3-4cac-90ff-9300ab2e007b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:09.480831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd63fe5-6128-408d-a293-162730853e4c,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:09.483610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:09.506738 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.508391 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3152697
Apr 19 03:44:09.511189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35770) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:09.516819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'security_group_rule': {'security_group_id': '7fd63fe5-6128-408d-a293-162730853e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:09.523820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:09.527988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:09.531179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:09.537340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:09.581575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.647728 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.677195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.679806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:09.703430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b32e3-f1eb-4cfc-aa44-8bdb9886e44d,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:09.706002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:09.768927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.770239 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-11ca855c-a795-4058-937a-1db6dfc8aba1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2580481
Apr 19 03:44:09.773231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35776) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:09.778758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'security_group_rule': {'security_group_id': '7fd63fe5-6128-408d-a293-162730853e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:09.785109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:09.789087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:security_group_rule and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:09.792032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:09.797952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:09.822783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 589d1f32-cd4b-4443-9982-41cdb9265434 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:44:09.844736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.913783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.915527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4bb89-d13c-42ab-9215-d073454524f8 req-e3d18bd3-02b6-41ef-bdc4-00fa8d628013 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:09.917124 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a4d4bb89-d13c-42ab-9215-d073454524f8 req-e3d18bd3-02b6-41ef-bdc4-00fa8d628013 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 944 time: 0.0982161
Apr 19 03:44:09.935312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 589d1f32-cd4b-4443-9982-41cdb9265434 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:44:09.940647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 589d1f32-cd4b-4443-9982-41cdb9265434 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:44:09.941073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.963684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:09.966123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:09.967351 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a4d4bb89-d13c-42ab-9215-d073454524f8 req-a0ae6484-5c4f-4532-9567-6ee11f17d028 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438664
Apr 19 03:44:10.001343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03164c0-34be-4999-a7c4-2a4271eac936,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:10.004054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:10.049351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.053817 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-11b351bc-42d4-4489-877b-6d7d77eb5f8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2764809
Apr 19 03:44:10.054050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 35784) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:10.060845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:10.070980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:10.073140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Usage tracker for resource:floatingip and tenant:a1596875092a4918b57b2ca36f54fbd0 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:10.075065 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.076338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:10.082640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:10.103260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:10.113731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:10.119169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.146799 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.148937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 0de7e94e-e1d6-4305-98e5-e0bd85a974fb no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:44:10.181075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:10.232376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 0de7e94e-e1d6-4305-98e5-e0bd85a974fb {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:44:10.232941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 0de7e94e-e1d6-4305-98e5-e0bd85a974fb not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:44:10.238631 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'code': 200}
Apr 19 03:44:10.266429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:10.269762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:10.277640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.466103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Allocated IP 172.27.0.175 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/913d6043-7904-4d8b-845e-5f6e53e7b70e) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:44:10.535681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d19e7-134e-4f42-85f1-0cc1525fa4f5 req-a6476c1f-413b-43a6-9a3e-ca75ed12cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:10.537263 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d62d19e7-134e-4f42-85f1-0cc1525fa4f5 req-a6476c1f-413b-43a6-9a3e-ca75ed12cc87 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1098 time: 0.0822065
Apr 19 03:44:10.582521 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d62d19e7-134e-4f42-85f1-0cc1525fa4f5 req-e46c9101-a8bf-43e6-8157-12bd8b36dc68 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380588
Apr 19 03:44:10.627657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.689426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.694762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f567e6c-9a21-4ede-9f36-228a1e46e4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:10.758844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:44:10.762271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:44:10.766170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:44:10.803009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'Port': ['ID=913d6043-7904-4d8b-845e-5f6e53e7b70e,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:10.807714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:10.856038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:10.949616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:11.169253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:11.178642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1a26-b225-4b22-8cc2-9545020250a5 req-a044fdb6-f940-4a26-bfef-a40f46fee72f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:11.180290 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-47cf1a26-b225-4b22-8cc2-9545020250a5 req-a044fdb6-f940-4a26-bfef-a40f46fee72f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.0878637
Apr 19 03:44:11.209245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:11.214883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3951903a-941f-43cb-9281-723b6c06ba3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:11.227744 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-47cf1a26-b225-4b22-8cc2-9545020250a5 req-931760be-bf37-453c-b4a1-dc6b300e8cb6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410972
Apr 19 03:44:11.329780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'Port': ['ID=913d6043-7904-4d8b-845e-5f6e53e7b70e,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:11.332618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:11.342192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:11.398226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:11.399574 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3445094
Apr 19 03:44:11.634024 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-1bbf1a2e-7ea8-4132-a635-1ae1b6bf022c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1587673266&fields=id&tenant_id=a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 267 time: 0.0450099
Apr 19 03:44:11.796249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-3f49c0aa-e02d-431a-9f46-c12d0c8ce2d8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:11.797765 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-3f49c0aa-e02d-431a-9f46-c12d0c8ce2d8 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 817 time: 0.1559179
Apr 19 03:44:11.813946 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-5c3eb40b-19bc-4dfa-9c56-d744fc1a3f04 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/quotas/a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 375 time: 0.0094318
Apr 19 03:44:11.903323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-bd42d54b-998c-458d-82c0-341b2c28b87f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:11.951889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-bd42d54b-998c-458d-82c0-341b2c28b87f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:11.953228 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-bd42d54b-998c-458d-82c0-341b2c28b87f tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1332531
Apr 19 03:44:12.098690 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-cc702b98-d5ea-438f-91c9-b7f2629420fb service neutron] 10.222.0.25 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327231
Apr 19 03:44:12.239326 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-8fc5e35a-31f9-4d4f-a24d-2b010fe33b77 service neutron] 10.222.0.25 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341150
Apr 19 03:44:12.547812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0736-1711-491e-9824-2d87b6c64eeb req-87c5d002-4927-4dce-b0de-bed4bd9d42ce tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:12.549417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-065e0736-1711-491e-9824-2d87b6c64eeb req-87c5d002-4927-4dce-b0de-bed4bd9d42ce tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.0880220
Apr 19 03:44:12.602367 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-065e0736-1711-491e-9824-2d87b6c64eeb req-62f6a24e-4087-44a3-8e58-be735754b002 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460019
Apr 19 03:44:12.695173 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bb27674-6a38-4b4c-bda4-00e743d9d4c9 req-4ebc1d46-d101-421b-a633-a60c88234f27 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 210 time: 0.0483751
Apr 19 03:44:13.808134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52f156-fbb6-4618-bdd0-4e5f7b758bcd req-e930ec8d-71b4-4d55-abb8-21a2aff6083d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:13.810454 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6e52f156-fbb6-4618-bdd0-4e5f7b758bcd req-e930ec8d-71b4-4d55-abb8-21a2aff6083d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.0922859
Apr 19 03:44:13.859596 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6e52f156-fbb6-4618-bdd0-4e5f7b758bcd req-13af2814-d9d4-4140-b63c-1eb90a987784 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426252
Apr 19 03:44:13.899469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-66bf4252-3756-4055-8370-97bf53a8dae2 req-0538d7b6-e609-4e8c-a7fa-2fa52ed43bbd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:13.911713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-66bf4252-3756-4055-8370-97bf53a8dae2 req-0538d7b6-e609-4e8c-a7fa-2fa52ed43bbd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:13.912989 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66bf4252-3756-4055-8370-97bf53a8dae2 req-0538d7b6-e609-4e8c-a7fa-2fa52ed43bbd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 210 time: 0.0675621
Apr 19 03:44:14.793097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-54b78d9e-ef28-4039-8401-56acde38ad4e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:14.794617 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-54b78d9e-ef28-4039-8401-56acde38ad4e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 817 time: 0.1611679
Apr 19 03:44:14.888448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-972afd88-1f08-4414-9b16-846ecc353bb1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1596875092a4918b57b2ca36f54fbd0 HTTP/1.1" status: 200  len: 5708 time: 0.0839784
Apr 19 03:44:14.899125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'port': {'device_id': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'admin_state_up': True, 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'security_groups': ['7fd63fe5-6128-408d-a293-162730853e4c']}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:15.106419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-111cfdd6-e431-4b1d-86d8-f34f242e13ca req-e4494b83-6748-418f-9688-a5d09e033a4d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 210 time: 0.0554504
Apr 19 03:44:15.108556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13792425-a846-470a-a27a-44eeff6b8f99 req-6c4d87c5-7ff2-4bbf-a17f-da375613a3af tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:15.113070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:15.115617 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-13792425-a846-470a-a27a-44eeff6b8f99 req-6c4d87c5-7ff2-4bbf-a17f-da375613a3af tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.1031773
Apr 19 03:44:15.135567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:15.164269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Made reservation on behalf of a1596875092a4918b57b2ca36f54fbd0 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:44:15.166180 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-13792425-a846-470a-a27a-44eeff6b8f99 req-641dc40b-6e04-4ce6-bb21-5f94710cff47 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470376
Apr 19 03:44:15.179526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:15.393980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Allocated IP 172.20.0.4 (a9d39e32-f5f0-4d22-949b-73f3b0f4b690/cb31c1dc-d24e-4c74-918f-944ed405ba6c/73d56411-e2cc-4061-8eeb-efbbcd8b0986) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:44:15.448521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799ad8-1210-4aae-b582-bdd6e3349ba4 req-655b4c70-cc62-4af9-8d44-82ec7ab8b5f5 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:15.450024 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab799ad8-1210-4aae-b582-bdd6e3349ba4 req-655b4c70-cc62-4af9-8d44-82ec7ab8b5f5 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.1421373
Apr 19 03:44:15.592031 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab799ad8-1210-4aae-b582-bdd6e3349ba4 req-e9734a70-8fe5-41e8-be6b-737509723278 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316168
Apr 19 03:44:15.656888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:15.672931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Transition to ACTIVE for port object 73d56411-e2cc-4061-8eeb-efbbcd8b0986 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:44:15.718565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:15.724512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa5bf7a6-99aa-4389-a0e2-92056304bcd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:15.794697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:44:15.798455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:44:15.802609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:44:15.847488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event updated for resources: {'Port': ['ID=73d56411-e2cc-4061-8eeb-efbbcd8b0986,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:15.852842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:15.883649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:15.884351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:15.979836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e8b41be5-4b52-4a91-9d47-7fc73b44b7fd tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0854771
Apr 19 03:44:15.995546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Request body: {'port': {'device_id': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:16.106624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-987b13bf-50eb-4579-aaf9-3951985f52d9 None None] Provisioning for port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:44:16.112167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-987b13bf-50eb-4579-aaf9-3951985f52d9 None None] Provisioning complete for port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:44:16.112842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-987b13bf-50eb-4579-aaf9-3951985f52d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:16.126537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df67648-d8fe-47af-9da2-6ba96dd8e100 req-99c15f9b-0564-4353-a1cc-bf42a85d64d8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:16.128172 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3df67648-d8fe-47af-9da2-6ba96dd8e100 req-99c15f9b-0564-4353-a1cc-bf42a85d64d8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.1946292
Apr 19 03:44:16.166973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:16.173354 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-987b13bf-50eb-4579-aaf9-3951985f52d9 None None] Port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 03:44:16.237154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3df67648-d8fe-47af-9da2-6ba96dd8e100 req-eb0131ce-1628-468c-9bfb-981729d24201 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990264
Apr 19 03:44:16.337586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed974cb-e201-4a23-839c-afff9c701365 req-0e3db0ef-7838-47f7-9931-c4ec4d2a114e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:16.342040 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ed974cb-e201-4a23-839c-afff9c701365 req-0e3db0ef-7838-47f7-9931-c4ec4d2a114e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 931 time: 0.1033340
Apr 19 03:44:16.390319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-4ed974cb-e201-4a23-839c-afff9c701365 req-dd6dc144-1cd2-4f44-85e1-2c6ffc9fea56 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:security_group {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:16.432481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-4ed974cb-e201-4a23-839c-afff9c701365 req-dd6dc144-1cd2-4f44-85e1-2c6ffc9fea56 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:security_group {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:16.433930 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ed974cb-e201-4a23-839c-afff9c701365 req-dd6dc144-1cd2-4f44-85e1-2c6ffc9fea56 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882075
Apr 19 03:44:16.584008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d56411-e2cc-4061-8eeb-efbbcd8b0986 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:44:16.592485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:16.608622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Transition to ACTIVE for port object 73d56411-e2cc-4061-8eeb-efbbcd8b0986 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:44:16.637710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:16.642716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1e882a63-3ffb-4e8e-ae01-6825eecea628 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:16.848517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Pushing event updated for resources: {'Port': ['ID=73d56411-e2cc-4061-8eeb-efbbcd8b0986,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:16.855940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:16.886499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:44:16.898205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Attempting to bind port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:44:16.898577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Attempting to bind port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:44:16.898940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Attempting to bind port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:44:16.904620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:44:16.905064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Attempting to bind port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 on network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:44:16.910606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:44:16.910975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Checking segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:44:16.911445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Bound using segment: {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:44:16.911920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Bound port: 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2941699-3aa8-426e-a16f-ac482028471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:44:16.912332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:17.011634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] For port 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:44:17.014637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] For port 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:44:17.043702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:17.048714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5a8e5a1e-f123-470e-a19f-530828b6938b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:17.108441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:17.109113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:17.110606 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] 10.222.0.43 "PUT /v2.0/ports/73d56411-e2cc-4061-8eeb-efbbcd8b0986 HTTP/1.1" status: 200  len: 1093 time: 1.1211407
Apr 19 03:44:17.111160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:17.137617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Pushing event updated for resources: {'Port': ['ID=73d56411-e2cc-4061-8eeb-efbbcd8b0986,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:17.141191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:17.162578 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'status': 'completed', 'code': 200}
Apr 19 03:44:17.648234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3fbf4-fcbb-4ea8-b7d4-732041e7536e req-ec687710-96ed-4a85-a401-0926afbf4896 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:17.649826 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cc3fbf4-fcbb-4ea8-b7d4-732041e7536e req-ec687710-96ed-4a85-a401-0926afbf4896 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 943 time: 0.0890036
Apr 19 03:44:17.700597 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cc3fbf4-fcbb-4ea8-b7d4-732041e7536e req-fbb567e9-e5f4-495e-a26d-67acc2a66f54 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444481
Apr 19 03:44:18.860578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1db8362f-3cc4-4693-88a6-096759ff19ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:18.904863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee985137-2e1f-48a7-b1f3-7e94aa7d66fe req-5dc68bc4-a799-42b0-9c08-2d6a1987a528 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:18.906375 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ee985137-2e1f-48a7-b1f3-7e94aa7d66fe req-5dc68bc4-a799-42b0-9c08-2d6a1987a528 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 943 time: 0.0882607
Apr 19 03:44:18.953752 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ee985137-2e1f-48a7-b1f3-7e94aa7d66fe req-8523daef-cfcc-429e-95bf-091515a67ddf tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410309
Apr 19 03:44:19.780572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e36b6-89ba-4dbe-a655-6805fcb166ff req-6eaff728-70ab-4de2-879b-856ad11745d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:19.782155 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe9e36b6-89ba-4dbe-a655-6805fcb166ff req-6eaff728-70ab-4de2-879b-856ad11745d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 1096 time: 0.0843201
Apr 19 03:44:20.167895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e36b6-89ba-4dbe-a655-6805fcb166ff req-6d6b040b-4ee5-454a-b74c-c23438074586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:20.170079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe9e36b6-89ba-4dbe-a655-6805fcb166ff req-6d6b040b-4ee5-454a-b74c-c23438074586 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a1596875092a4918b57b2ca36f54fbd0&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3799248
Apr 19 03:44:20.171717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d28b6-8cb3-447e-950d-fea3c94a9e7e req-eb703711-64c8-46f3-b307-3a5f300849a6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:20.173342 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2c3d28b6-8cb3-447e-950d-fea3c94a9e7e req-eb703711-64c8-46f3-b307-3a5f300849a6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 943 time: 0.0958121
Apr 19 03:44:20.226402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2c3d28b6-8cb3-447e-950d-fea3c94a9e7e req-7d9967fa-5bbb-439b-a959-4667d7632461 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432053
Apr 19 03:44:20.316804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e36b6-89ba-4dbe-a655-6805fcb166ff req-8fa3a7ac-858a-4479-bce5-5926db0e7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:20.318417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe9e36b6-89ba-4dbe-a655-6805fcb166ff req-8fa3a7ac-858a-4479-bce5-5926db0e7c9e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1416488
Apr 19 03:44:20.451549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-24074401-d7ba-483b-8dbf-ef303550ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:20.453139 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-24074401-d7ba-483b-8dbf-ef303550ae15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 1096 time: 0.0782964
Apr 19 03:44:20.529806 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-294cc321-9306-4953-b7b6-81f49bcee5e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986 HTTP/1.1" status: 200  len: 217 time: 0.0687897
Apr 19 03:44:20.601399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e279c380-7658-49e7-8621-d0a637e8325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:20.602976 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e279c380-7658-49e7-8621-d0a637e8325b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.0667698
Apr 19 03:44:20.689491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e1cf1dfe-a8c9-4fc3-a6f3-488b3504ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:20.691064 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-e1cf1dfe-a8c9-4fc3-a6f3-488b3504ea71 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813885
Apr 19 03:44:20.846067 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-cc4a9d7f-9b06-4353-9e5a-bfc2449fb273 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472311
Apr 19 03:44:20.991901 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34af598-0137-41be-bf4b-3a31efaf1cd8 req-d80af540-7dcb-4299-9258-02953ea65ce4 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390727
Apr 19 03:44:21.109623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-46ace3aa-5e52-4af1-b0ea-a83ad7fa52d9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:21.111416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-46ace3aa-5e52-4af1-b0ea-a83ad7fa52d9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 814 time: 0.1599944
Apr 19 03:44:21.127957 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-54bc4b2d-aac2-44cd-b819-9713dbfaedcc tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/quotas/31bc321f6ebe4f21af7ed85906e23ca7 HTTP/1.1" status: 200  len: 375 time: 0.0097556
Apr 19 03:44:21.183059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-115556de-1082-462e-baa9-71cca60fad1f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487080
Apr 19 03:44:21.421137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-702733cd-fda5-4c25-a907-9664d716bdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:21.461165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937af92-d761-4bf7-9b29-dde7b61e39c7 req-a293e423-61e9-4e4e-bbf1-77efb6500c83 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:21.461976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-4937af92-d761-4bf7-9b29-dde7b61e39c7 req-a293e423-61e9-4e4e-bbf1-77efb6500c83 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Synchronizing usage tracker for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:21.495322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-4937af92-d761-4bf7-9b29-dde7b61e39c7 req-a293e423-61e9-4e4e-bbf1-77efb6500c83 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Unset dirty status for tenant:a1596875092a4918b57b2ca36f54fbd0 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:21.496632 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4937af92-d761-4bf7-9b29-dde7b61e39c7 req-a293e423-61e9-4e4e-bbf1-77efb6500c83 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 943 time: 0.1445279
Apr 19 03:44:21.547748 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4937af92-d761-4bf7-9b29-dde7b61e39c7 req-a348f5cb-eb96-4c13-84fe-95b6f21b92c1 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437102
Apr 19 03:44:21.674343 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-30d3e9f7-25a1-465f-b350-396b7f8ab640 service neutron] 10.222.0.25 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4828899
Apr 19 03:44:21.815183 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-b6f77d59-3af8-49dd-bd65-8fcb89fd5646 service neutron] 10.222.0.25 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350296
Apr 19 03:44:21.861362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:22.046022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8023fc37-1a98-40ec-a435-5ae9efb11161 req-482ddedb-141a-4cae-9071-ddb03995d62f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0526583
Apr 19 03:44:22.135262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:22.494449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:22.658883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 73d56411-e2cc-4061-8eeb-efbbcd8b0986 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:44:22.766192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcea6d-00d0-4c13-bdbe-f642739822e3 req-5a6818c0-ea76-4e67-b5ab-2116ef318591 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:22.767841 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-41fcea6d-00d0-4c13-bdbe-f642739822e3 req-5a6818c0-ea76-4e67-b5ab-2116ef318591 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 943 time: 0.0946574
Apr 19 03:44:22.802266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:22.816901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'port_id': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'mac_address': 'fa:16:3e:fc:d9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:44:22.819969 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-41fcea6d-00d0-4c13-bdbe-f642739822e3 req-afb79393-9d8d-4eda-8fcf-8ccf306d61a7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445063
Apr 19 03:44:22.879500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:22.897030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d56411-e2cc-4061-8eeb-efbbcd8b0986 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:44:22.913046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:22.934857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:22.936797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:23.007120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=73d56411-e2cc-4061-8eeb-efbbcd8b0986,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:23.010358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:23.191626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['73d56411-e2cc-4061-8eeb-efbbcd8b0986'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:44:23.213262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9e96b5cf-f86d-4278-9577-0697ed58babd req-d6b3c912-057c-4649-a5c6-f26ab5c0d8b0 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Synchronizing usage tracker for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:23.255128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9e96b5cf-f86d-4278-9577-0697ed58babd req-d6b3c912-057c-4649-a5c6-f26ab5c0d8b0 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Unset dirty status for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:23.256473 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e96b5cf-f86d-4278-9577-0697ed58babd req-d6b3c912-057c-4649-a5c6-f26ab5c0d8b0 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0992477
Apr 19 03:44:23.323688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:23.544091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-c5e8ccac-e29a-428e-8d96-a5ac7b349e03 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:23.545596 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-c5e8ccac-e29a-428e-8d96-a5ac7b349e03 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 814 time: 0.1586645
Apr 19 03:44:23.560845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Request body: {'port': {'device_id': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41', 'admin_state_up': True, 'tenant_id': '31bc321f6ebe4f21af7ed85906e23ca7'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:23.706218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:23.717262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:23.751910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Made reservation on behalf of 31bc321f6ebe4f21af7ed85906e23ca7 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 03:44:23.759074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:23.940143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Allocated IP 172.20.0.4 (7501e78c-0338-4342-802f-4a47cedfcb41/819edefa-ac96-490c-a9d2-e0c7a4722a32/b227a3dd-c555-40c8-8a99-11f7d9fccca6) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:44:24.024182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71123-9949-48e9-9198-a7cd461a2f4b req-54ebf8bd-cfae-46ed-a4f2-a21b116ddf5c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:24.025770 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20f71123-9949-48e9-9198-a7cd461a2f4b req-54ebf8bd-cfae-46ed-a4f2-a21b116ddf5c tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 944 time: 0.0888705
Apr 19 03:44:24.075951 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20f71123-9949-48e9-9198-a7cd461a2f4b req-8a26c0bc-9fb4-4906-8a7d-9819c22199db tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435791
Apr 19 03:44:24.154570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.198147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.203567 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:24.277724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Network 7501e78c-0338-4342-802f-4a47cedfcb41 is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:44:24.280947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:44:24.285082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:44:24.322718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Pushing event updated for resources: {'Port': ['ID=b227a3dd-c555-40c8-8a99-11f7d9fccca6,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:24.327424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:24.356442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:24.357110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.511687 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9573407
Apr 19 03:44:24.525121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Request body: {'port': {'device_id': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:24.584862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aa9df-004e-4189-9ea8-48c60b6cb819 req-c4d3a387-da8c-4074-8928-8cf3abd9c8fb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:24.585542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-b66aa9df-004e-4189-9ea8-48c60b6cb819 req-c4d3a387-da8c-4074-8928-8cf3abd9c8fb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Synchronizing usage tracker for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:44:24.598155 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-7d592780-f3ed-46ce-8156-35bae15594a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1847179
Apr 19 03:44:24.659506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 73d56411-e2cc-4061-8eeb-efbbcd8b0986 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:44:24.690195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-b66aa9df-004e-4189-9ea8-48c60b6cb819 req-c4d3a387-da8c-4074-8928-8cf3abd9c8fb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Unset dirty status for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:44:24.691452 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b66aa9df-004e-4189-9ea8-48c60b6cb819 req-c4d3a387-da8c-4074-8928-8cf3abd9c8fb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 931 time: 0.3169053
Apr 19 03:44:24.749068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.764614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:44:24.770254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:44:24.770672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.836632 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b66aa9df-004e-4189-9ea8-48c60b6cb819 req-4c13b3d3-378a-4eae-bfb0-c98b3edcf559 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311746
Apr 19 03:44:24.865716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-e4b6f728-a865-496d-af5b-f82e2c9a2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:24.867369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-e4b6f728-a865-496d-af5b-f82e2c9a2cfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a012a767fda74dde8c60610167f3a08a&device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 1098 time: 0.2167277
Apr 19 03:44:24.910743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.941488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:24.952274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:24.980991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:24.984043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:25.025437 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'code': 200}
Apr 19 03:44:25.074767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=73d56411-e2cc-4061-8eeb-efbbcd8b0986,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:25.080006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:25.180072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-0880dd34-0b37-4925-a8b4-241b1b21d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:25.181644 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-0880dd34-0b37-4925-a8b4-241b1b21d342 service neutron] 10.222.0.43 "GET /v2.0/networks?id=aa5df436-235a-45f0-896c-3f8b6fe17aeb HTTP/1.1" status: 200  len: 913 time: 0.2617085
Apr 19 03:44:25.324879 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-87d70340-2d2d-41d7-861e-7d297815a147 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe HTTP/1.1" status: 200  len: 1000 time: 0.1339562
Apr 19 03:44:25.381320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b85a8c-929e-4194-98d0-32e138a79e3e req-714028a5-7af7-430b-8819-72b504dff401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:25.382848 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a7b85a8c-929e-4194-98d0-32e138a79e3e req-714028a5-7af7-430b-8819-72b504dff401 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 1098 time: 0.0918450
Apr 19 03:44:25.426054 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a7b85a8c-929e-4194-98d0-32e138a79e3e req-1f185fe0-68bc-47a9-93dc-81708344a0e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368242
Apr 19 03:44:25.507387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b227a3dd-c555-40c8-8a99-11f7d9fccca6 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:44:25.512765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-d45c194a-3f3b-4612-b81d-94e55cae0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:25.514301 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-d45c194a-3f3b-4612-b81d-94e55cae0570 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da0c2edf-379a-49d2-80f8-ac06a4ee0be4 HTTP/1.1" status: 200  len: 851 time: 0.1793709
Apr 19 03:44:25.520592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:25.598847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Transition to ACTIVE for port object b227a3dd-c555-40c8-8a99-11f7d9fccca6 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 03:44:25.630533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f082f9-e39c-4a65-bf6e-0a17d739c200 req-3d9eb60b-380a-4559-a4a5-527f853f11cb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:25.632252 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77f082f9-e39c-4a65-bf6e-0a17d739c200 req-3d9eb60b-380a-4559-a4a5-527f853f11cb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 945 time: 0.2559550
Apr 19 03:44:25.635910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:25.642116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:26.040361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542167a-8a62-4107-b929-26274a67510e req-82d0527a-ce32-4756-ae18-3fdbf9673b83 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:26.041948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0542167a-8a62-4107-b929-26274a67510e req-82d0527a-ce32-4756-ae18-3fdbf9673b83 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 943 time: 0.0882387
Apr 19 03:44:26.043813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-32336938-ace1-4eca-90f9-76380a744493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:26.045372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-32336938-ace1-4eca-90f9-76380a744493 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=aa5df436-235a-45f0-896c-3f8b6fe17aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5216544
Apr 19 03:44:26.063158 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Pushing event updated for resources: {'Port': ['ID=b227a3dd-c555-40c8-8a99-11f7d9fccca6,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:26.091208 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0542167a-8a62-4107-b929-26274a67510e req-b37a506e-3e91-4fc9-970a-85fa88961bd7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423694
Apr 19 03:44:26.127750 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77f082f9-e39c-4a65-bf6e-0a17d739c200 req-d734e25d-5e76-45d6-8eaa-9499c3eec8fe tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4542043
Apr 19 03:44:26.137608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.138019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.138421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.138816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.139229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.139627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.140015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.140405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.140790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.141176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.141561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.141949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:44:26.221695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:26.310321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Attempting to bind port b227a3dd-c555-40c8-8a99-11f7d9fccca6 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 03:44:26.310611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Attempting to bind port b227a3dd-c555-40c8-8a99-11f7d9fccca6 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 03:44:26.310972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Attempting to bind port b227a3dd-c555-40c8-8a99-11f7d9fccca6 on network 7501e78c-0338-4342-802f-4a47cedfcb41 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:44:26.320515 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-c68e8851-a44c-4bda-a9d8-462dda7b2766 service neutron] 10.222.0.43 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584572
Apr 19 03:44:26.321219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Port b227a3dd-c555-40c8-8a99-11f7d9fccca6 on network 7501e78c-0338-4342-802f-4a47cedfcb41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 03:44:26.321604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Attempting to bind port b227a3dd-c555-40c8-8a99-11f7d9fccca6 on network 7501e78c-0338-4342-802f-4a47cedfcb41 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 03:44:26.327068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 03:44:26.327463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Checking segment: {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 03:44:26.327867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Bound using segment: {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 03:44:26.328333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Bound port: b227a3dd-c555-40c8-8a99-11f7d9fccca6, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7c1291-1860-46a4-86aa-9294990d5f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 03:44:26.328710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:26.547193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] For port b227a3dd-c555-40c8-8a99-11f7d9fccca6, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 03:44:26.553932 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aabffe37-4b8b-472c-acb6-52b983a3e0c2 req-cef2b2a1-e61f-4f27-9296-f699a841f0f1 service neutron] 10.222.0.43 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134473
Apr 19 03:44:26.560934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] For port b227a3dd-c555-40c8-8a99-11f7d9fccca6, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 03:44:26.603897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:26.609414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0f5f4a42-191b-441b-b5ab-05c5c90d9308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:26.661414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:26.662772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:26.664284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] 10.222.0.43 "PUT /v2.0/ports/b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 200  len: 1093 time: 2.1446750
Apr 19 03:44:26.666814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'tag': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:26.712635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Pushing event updated for resources: {'Port': ['ID=b227a3dd-c555-40c8-8a99-11f7d9fccca6,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:26.716485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:26.774123 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'tag': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6', 'status': 'completed', 'code': 200}
Apr 19 03:44:26.812034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-e48a1879-6c7c-4407-aa0b-830a1d56c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:26.813574 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-e48a1879-6c7c-4407-aa0b-830a1d56c63f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 1096 time: 0.0867510
Apr 19 03:44:26.904003 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-11676891-6dbc-4f7f-bd2d-e4c28102980d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 200  len: 217 time: 0.0664873
Apr 19 03:44:26.977290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-10663d3a-df3b-420c-9bce-2580413a0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:26.978927 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-10663d3a-df3b-420c-9bce-2580413a0f7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0684328
Apr 19 03:44:27.034640 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-9b8895f1-b1c6-4b93-95a6-4a2879c8985f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485349
Apr 19 03:44:27.179973 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-8890eeb3-26a3-4c9e-943a-c9684c1bf164 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358366
Apr 19 03:44:27.337747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789282c8-a176-4240-aab1-3f85438ac4f1 req-7f6206e7-9c4c-412c-8d57-2cfe75fb7480 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:27.339353 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-789282c8-a176-4240-aab1-3f85438ac4f1 req-7f6206e7-9c4c-412c-8d57-2cfe75fb7480 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 945 time: 0.0919993
Apr 19 03:44:27.388747 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-789282c8-a176-4240-aab1-3f85438ac4f1 req-5bfb3f9e-1342-41b8-9787-495ae7d26438 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426717
Apr 19 03:44:27.397246 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7edd9855-78b9-4484-8e29-6711cd0e4d00 req-75f6b171-fc08-45c1-8b57-a1eb23b79872 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094245
Apr 19 03:44:27.410701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8e387-3e83-440a-8c4e-af8faa0f6aa2 req-1afe8fb7-c3c7-40d3-bbbe-59869190aac7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:27.412460 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cdd8e387-3e83-440a-8c4e-af8faa0f6aa2 req-1afe8fb7-c3c7-40d3-bbbe-59869190aac7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 943 time: 0.2009480
Apr 19 03:44:27.463332 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cdd8e387-3e83-440a-8c4e-af8faa0f6aa2 req-e3da6245-ba92-4ac6-83f6-24666597271a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435200
Apr 19 03:44:27.548791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-e68e0120-3be2-4060-bcac-b528f40e789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:27.550400 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-e68e0120-3be2-4060-bcac-b528f40e789b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 1096 time: 0.0799978
Apr 19 03:44:27.603176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c3e08-50ad-4175-ba6e-f3b5cab56f64 req-dd95619f-bf7c-402c-beed-12e62aebc7a6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:27.604816 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb4c3e08-50ad-4175-ba6e-f3b5cab56f64 req-dd95619f-bf7c-402c-beed-12e62aebc7a6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 945 time: 0.0890009
Apr 19 03:44:27.614574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36010) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:27.620956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Request body: {'floatingip': {'port_id': '73d56411-e2cc-4061-8eeb-efbbcd8b0986'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:27.699396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-b4079c99-2020-4887-824c-096ab3882227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:27.701025 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-b4079c99-2020-4887-824c-096ab3882227 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 915 time: 0.1425958
Apr 19 03:44:27.705689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:27.786132 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-551aeeba-0072-4eae-a66a-2afd00b547e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 200  len: 217 time: 0.0711932
Apr 19 03:44:27.871500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-d1d09a99-5af4-4ed3-8b4d-37c7bc7451d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:27.873863 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-d1d09a99-5af4-4ed3-8b4d-37c7bc7451d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0773242
Apr 19 03:44:27.948218 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-c7f9b68b-3281-4e79-98a7-c9b1153b6393 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641828
Apr 19 03:44:28.116762 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-90e3b4e6-efcf-4719-8970-f9f26dc8d158 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514807
Apr 19 03:44:28.265108 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-083c4c26-43b2-4894-8465-5008a24f3d23 req-e2f05dde-39f5-4e39-967e-69f0c63d4018 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404293
Apr 19 03:44:28.354581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:28.374469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:28.569122 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Floating IP 98fdb769-4585-4abc-a186-007628a35925 associated. External IP: 172.27.0.175, port: 73d56411-e2cc-4061-8eeb-efbbcd8b0986.
Apr 19 03:44:28.667995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cad9e-7c7d-4ed2-b0db-81b2771ab943 req-4117fe6c-f405-4ac5-9c1f-90de4247ddb8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:28.669565 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba0cad9e-7c7d-4ed2-b0db-81b2771ab943 req-4117fe6c-f405-4ac5-9c1f-90de4247ddb8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 943 time: 0.0920405
Apr 19 03:44:28.716764 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba0cad9e-7c7d-4ed2-b0db-81b2771ab943 req-1411a0fb-e110-43c4-ae79-a20c68886013 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408518
Apr 19 03:44:28.946336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:44:29.141826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:44:29.146258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:29.152015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:44:29.162490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:44:29.163092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c692320>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:44:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:29.206351 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-77bbeecc-ee74-4a7b-96e5-ab0a2c8fcbbb tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "PUT /v2.0/floatingips/98fdb769-4585-4abc-a186-007628a35925 HTTP/1.1" status: 200  len: 991 time: 1.5900013
Apr 19 03:44:29.207055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:29.265556 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'status': 'completed', 'code': 200}
Apr 19 03:44:29.361115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:44:29.434452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-11937b49-3dc5-41a0-b4d7-78e9dbc20955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:29.436075 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-11937b49-3dc5-41a0-b4d7-78e9dbc20955 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 1098 time: 0.1397066
Apr 19 03:44:29.545711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb966eb6-a964-44ee-bbf3-28c47ac1d94c req-d30b157c-4f4a-4c43-b2f5-4ff3f22f15fc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:29.547341 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eb966eb6-a964-44ee-bbf3-28c47ac1d94c req-d30b157c-4f4a-4c43-b2f5-4ff3f22f15fc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.1807742
Apr 19 03:44:29.636421 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eb966eb6-a964-44ee-bbf3-28c47ac1d94c req-3494845c-b6d9-4f49-a667-6f1dbe2e942c tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761273
Apr 19 03:44:29.639022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-263aac00-1d98-420e-8150-e01f55ca31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:29.640533 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-263aac00-1d98-420e-8150-e01f55ca31f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.1906402
Apr 19 03:44:29.661607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36034) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:29.735011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c692320>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '98fdb769-4585-4abc-a186-007628a35925', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'port_id': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'mac_address': 'fa:16:3e:fc:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:44:10Z', 'updated_at': '2021-04-19T03:44:28Z', 'revision_number': 1, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:29.739488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:44:29.753848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:44:29.754760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c692320>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:44:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:29.755299 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-046c7e4a-b267-4ece-8773-75c2ee1c046d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986 HTTP/1.1" status: 200  len: 999 time: 0.1084194
Apr 19 03:44:29.793398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccf942-6ca7-41dd-a508-a1c33ecff5c0 tempest-TestMinimumBasicScenario-233263254 tempest-TestMinimumBasicScenario-233263254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:29.798391 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-99ccf942-6ca7-41dd-a508-a1c33ecff5c0 tempest-TestMinimumBasicScenario-233263254 tempest-TestMinimumBasicScenario-233263254-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1093 time: 0.1350911
Apr 19 03:44:29.799068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36042) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:29.805557 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'floatingip': {'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'port_id': '589d1f32-cd4b-4443-9982-41cdb9265434', 'tenant_id': '66830e413293499db3998f9e797be69c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:29.812470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:29.816169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:floatingip and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:29.819375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:29.825559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:29.843708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-e70a9cb9-59a2-4904-9059-15f84099e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:29.845284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-e70a9cb9-59a2-4904-9059-15f84099e7fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.0837419
Apr 19 03:44:29.881601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for floatingip, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:29.939722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-66eb6331-2050-422a-befd-95e6f75c4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:29.941288 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-66eb6331-2050-422a-befd-95e6f75c4709 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798209
Apr 19 03:44:29.957873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:44:30.019845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411412a-5105-4d8f-a1dd-274ac49bcb45 req-0e9a0c14-bcc2-43c6-b306-06f6abd47517 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:30.022000 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b411412a-5105-4d8f-a1dd-274ac49bcb45 req-0e9a0c14-bcc2-43c6-b306-06f6abd47517 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 943 time: 0.1828358
Apr 19 03:44:30.092267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b411412a-5105-4d8f-a1dd-274ac49bcb45 req-10f3743e-a2fb-401c-b1f3-f6e7e8dbb3d9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612903
Apr 19 03:44:30.104907 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-319cac73-2ad6-42ae-b1ed-75a5352840da service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515782
Apr 19 03:44:30.108063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:30.276436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Allocated IP 172.27.0.231 (7e8af109-60ca-4fdb-9a44-20387c543792/7046ae85-6ec3-48ac-8837-a74ac94c2e10/d926551d-f806-421d-9c90-b8046e26424e) {{(pid=86431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 03:44:30.385606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c692320>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '98fdb769-4585-4abc-a186-007628a35925', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'port_id': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'mac_address': 'fa:16:3e:fc:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:44:10Z', 'updated_at': '2021-04-19T03:44:28Z', 'revision_number': 1, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:30.393320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87585e4-87ed-441f-8c22-c18e58eaa1bd None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': '98fdb769-4585-4abc-a186-007628a35925', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'port_id': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'mac_address': 'fa:16:3e:fc:d9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:44:10Z', 'updated_at': '2021-04-19T03:44:28Z', 'revision_number': 1, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:44:30.534411 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3cd3669-d589-4c94-9d57-3c87bea0f7fb req-94c24881-8cc0-4b14-a7b7-9a92c02b6477 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4224763
Apr 19 03:44:30.689959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device b227a3dd-c555-40c8-8a99-11f7d9fccca6 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 03:44:30.696268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce2c71-e202-4cdb-bb6f-76082ba5f4a6 None None] New status for floating IP 98fdb769-4585-4abc-a186-007628a35925: ACTIVE {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:44:30.702696 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for port, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:30.867029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port b227a3dd-c555-40c8-8a99-11f7d9fccca6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:30.886765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6', 'network_id': '7501e78c-0338-4342-802f-4a47cedfcb41', 'port_id': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6', 'mac_address': 'fa:16:3e:d4:bb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819edefa-ac96-490c-a9d2-e0c7a4722a32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 03:44:30.930534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:30.936705 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:30.951409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:30.969918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b227a3dd-c555-40c8-8a99-11f7d9fccca6 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 03:44:30.987942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port b227a3dd-c555-40c8-8a99-11f7d9fccca6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:31.011041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Network 7e8af109-60ca-4fdb-9a44-20387c543792 is already hosted by enough agents. {{(pid=86431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 03:44:31.014073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources bound (agent type, host, resource id):  {{(pid=86431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 03:44:31.016604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Received port after_create {{(pid=86431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 03:44:31.026004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:31.028120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:31.055606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'Port': ['ID=d926551d-f806-421d-9c90-b8046e26424e,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:31.058662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:31.278815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=b227a3dd-c555-40c8-8a99-11f7d9fccca6,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:31.281698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:31.381997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['b227a3dd-c555-40c8-8a99-11f7d9fccca6'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:44:31.507425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fabab8-af36-48e3-ba5b-e5ce0f1563d9 req-b3a77df7-b3e5-4ac9-9795-37cffd281284 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:31.509049 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b3fabab8-af36-48e3-ba5b-e5ce0f1563d9 req-b3a77df7-b3e5-4ac9-9795-37cffd281284 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 944 time: 0.2114058
Apr 19 03:44:31.593437 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b3fabab8-af36-48e3-ba5b-e5ce0f1563d9 req-e4b10430-4465-4c75-ba6e-32be470cd6ae tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778327
Apr 19 03:44:31.614839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:31.721144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:31.934625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:31.957084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:31.962440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c3bb56d6-7b36-48b6-9d7d-69913c7adca8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:32.071814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'Port': ['ID=d926551d-f806-421d-9c90-b8046e26424e,revision_number=2']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:32.076284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:32.083766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:32.263679 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Floating IP b72e38cd-ea31-402c-82ec-925d9ba14c4a associated. External IP: 172.27.0.231, port: 589d1f32-cd4b-4443-9982-41cdb9265434.
Apr 19 03:44:32.632691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:44:32.697241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device b227a3dd-c555-40c8-8a99-11f7d9fccca6 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 03:44:32.808608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port b227a3dd-c555-40c8-8a99-11f7d9fccca6 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 03:44:32.813734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port b227a3dd-c555-40c8-8a99-11f7d9fccca6 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:44:32.814155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:32.889778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:44:32.912838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4fa4-1c5b-430c-935d-707ce9dd3b9f req-ad1dab92-8713-4e72-a812-bebcb286ef64 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:32.913864 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] Sync routers for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:44:32.914405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-828f4fa4-1c5b-430c-935d-707ce9dd3b9f req-ad1dab92-8713-4e72-a812-bebcb286ef64 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 944 time: 0.1528704
Apr 19 03:44:32.946682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:44:32.959107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d7596d8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:44:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:32.967937 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-828f4fa4-1c5b-430c-935d-707ce9dd3b9f req-2fddc2d7-3f59-4c61-96fd-32691086f55d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453742
Apr 19 03:44:32.974961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.034582 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2343769
Apr 19 03:44:33.035612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:33.038382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 36062) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:33.044422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127193136', 'description': 'tempest-secgroup-smoke-127193136 description', 'project_id': '66830e413293499db3998f9e797be69c'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:33.053056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:33.063476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:33.063760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.089862 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'status': 'completed', 'code': 200}
Apr 19 03:44:33.100902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.119021 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:33.135780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port b227a3dd-c555-40c8-8a99-11f7d9fccca6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:33.157935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.162946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:33.171416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:33.177023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:33.181985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:33.190446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:33.194306 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6', 'code': 200}
Apr 19 03:44:33.221822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:44:33.238448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-a4651b18-6eec-47f5-838e-0fb2bf39da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:33.240087 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-a4651b18-6eec-47f5-838e-0fb2bf39da16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1098 time: 0.1243403
Apr 19 03:44:33.383647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.418693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=b227a3dd-c555-40c8-8a99-11f7d9fccca6,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:33.425872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:33.430420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.438693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-62e872ed-4080-4623-b3b4-22f0e9f0a3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:33.459804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-85e1d38e-d01d-44db-b7d8-aa94cec50713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:33.461672 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-85e1d38e-d01d-44db-b7d8-aa94cec50713 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.2139659
Apr 19 03:44:33.565994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b36786-e00e-4b37-85ae-56630e0a8890,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:33.619525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:33.627926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.629211 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5897384
Apr 19 03:44:33.633248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36072) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:33.639764 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group_rule': {'security_group_id': '66b36786-e00e-4b37-85ae-56630e0a8890', 'project_id': '66830e413293499db3998f9e797be69c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:33.647526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:33.652483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:33.655286 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-fc629f19-86cc-447d-90c9-d3cfabeafae1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 999 time: 0.1807773
Apr 19 03:44:33.657161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:33.660046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d7596d8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': 'b72e38cd-ea31-402c-82ec-925d9ba14c4a', 'tenant_id': '66830e413293499db3998f9e797be69c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'port_id': '589d1f32-cd4b-4443-9982-41cdb9265434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'mac_address': 'fa:16:3e:64:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:44:31Z', 'updated_at': '2021-04-19T03:44:31Z', 'revision_number': 0, 'project_id': '66830e413293499db3998f9e797be69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:27Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:33.663961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:33.664358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] Checking router: 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:44:33.673853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:44:33.674472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d7596d8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:44:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:33.708497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.734865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00398836-efc9-44c8-b31d-6d8ee9a69939 req-b483b1ba-4be2-48bb-b04f-293506e56774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:33.736504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-00398836-efc9-44c8-b31d-6d8ee9a69939 req-b483b1ba-4be2-48bb-b04f-293506e56774 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 1098 time: 0.1774068
Apr 19 03:44:33.740979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-9fb96970-c234-4fbb-8687-11e84fec4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:33.742468 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-9fb96970-c234-4fbb-8687-11e84fec4b88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0800068
Apr 19 03:44:33.801606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.831879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.834712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:33.844544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-00398836-efc9-44c8-b31d-6d8ee9a69939 req-7575f9a8-500b-4496-9100-be9e4cca5f77 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908525
Apr 19 03:44:33.857214 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc81811f-a58c-402d-a373-5e9c769ddf10,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:33.861593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:33.870316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-518d8bdd-7c18-4954-b0a2-fe2f645a04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:33.871947 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-518d8bdd-7c18-4954-b0a2-fe2f645a04b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026814
Apr 19 03:44:33.877512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:44:33.888798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:33.890087 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-69d796c4-6544-4c6b-9e67-22c6e3f4d684 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2554634
Apr 19 03:44:33.893084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36078) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:33.898897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group_rule': {'security_group_id': '66b36786-e00e-4b37-85ae-56630e0a8890', 'project_id': '66830e413293499db3998f9e797be69c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:33.905289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:33.909271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:33.912316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:33.922142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:33.958599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.031462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.041249 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-136dd029-6743-4c2f-ac29-3408b49f40ff service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380420
Apr 19 03:44:34.054703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.064689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:34.095013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0849ceb2-e546-40dd-88dc-6df96e3a3d50,revision_number=0']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:34.098533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:34.171481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.175560 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cbfd8ea9-4537-45ab-93b6-eacca6407d44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2787015
Apr 19 03:44:34.176300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 36084) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:34.185238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group_rule': {'security_group_id': '66b36786-e00e-4b37-85ae-56630e0a8890', 'project_id': '66830e413293499db3998f9e797be69c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:34.193687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c635b9-8226-46a5-b05d-18b43f96d6f7 req-0facd6bf-bd5f-4d7e-96f1-3a3bdd2db8ec tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:34.195340 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-25c635b9-8226-46a5-b05d-18b43f96d6f7 req-0facd6bf-bd5f-4d7e-96f1-3a3bdd2db8ec tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 945 time: 0.1016881
Apr 19 03:44:34.199070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:34.207775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:34.212117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:34.216375 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c675debc-fb51-4e85-82f2-e52e21abf23b req-0dd9fdaf-f509-4777-96cf-6a1ce979a43a service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670313
Apr 19 03:44:34.220106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:34.249794 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-25c635b9-8226-46a5-b05d-18b43f96d6f7 req-afdd0608-20d3-4316-9a06-7617713e2a86 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462632
Apr 19 03:44:34.258943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.313708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d7596d8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': 'b72e38cd-ea31-402c-82ec-925d9ba14c4a', 'tenant_id': '66830e413293499db3998f9e797be69c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'port_id': '589d1f32-cd4b-4443-9982-41cdb9265434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'mac_address': 'fa:16:3e:64:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:44:31Z', 'updated_at': '2021-04-19T03:44:31Z', 'revision_number': 0, 'project_id': '66830e413293499db3998f9e797be69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:27Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:44:34.318023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf867b-a18a-45c4-a52e-1fb0f4d186b7 None None] The sync data for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi is: [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_floatingips': [{'id': 'b72e38cd-ea31-402c-82ec-925d9ba14c4a', 'tenant_id': '66830e413293499db3998f9e797be69c', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'router_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'port_id': '589d1f32-cd4b-4443-9982-41cdb9265434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'mac_address': 'fa:16:3e:64:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:44:31Z', 'updated_at': '2021-04-19T03:44:31Z', 'revision_number': 0, 'project_id': '66830e413293499db3998f9e797be69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:27Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:44:34.330715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.363054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.365306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:34.389775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a36f11-dbab-443f-9c9b-a78e2fa412f5,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:34.392437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:34.425743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.427024 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f0eaca81-fb4d-4cd8-bfb9-4779b2dbed58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2496893
Apr 19 03:44:34.429823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 36088) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:34.435490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group_rule': {'security_group_id': '66b36786-e00e-4b37-85ae-56630e0a8890', 'project_id': '66830e413293499db3998f9e797be69c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:34.441877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:34.445897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:34.448906 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:34.454938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:34.507461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.581351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.611368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.613122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1acd5-82de-4f87-abe3-35245d124025 None None] New status for floating IP b72e38cd-ea31-402c-82ec-925d9ba14c4a: ACTIVE {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:44:34.613827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:34.638135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6599a47-7151-4d8f-974a-256a1689e3c5,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:34.640727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:34.671873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.673545 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2423472
Apr 19 03:44:34.676196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 36094) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:34.682313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group_rule': {'security_group_id': '66b36786-e00e-4b37-85ae-56630e0a8890', 'project_id': '66830e413293499db3998f9e797be69c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:34.688947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:34.693724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:34.696863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:34.703274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:34.751855 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.securitygroups_db [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Project 66830e413293499db3998f9e797be69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 03:44:34.759528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.838170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.900330 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.908787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3520646e-74c6-4e44-8235-fb003f23a700 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:34.936079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd08cf77-3906-4b51-b443-eb66fa3128e0,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:34.939181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:34.986188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:34.988163 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9ec1f48f-c92e-4742-8a1d-494ce4a4f5fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3103011
Apr 19 03:44:34.990604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 36100) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:44:34.996892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'security_group_rule': {'security_group_id': '66b36786-e00e-4b37-85ae-56630e0a8890', 'project_id': '66830e413293499db3998f9e797be69c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:35.004665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 03:44:35.009022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Usage tracker for resource:security_group_rule and tenant:66830e413293499db3998f9e797be69c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 03:44:35.012328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 03:44:35.020128 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 03:44:35.072549 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.securitygroups_db [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Project 66830e413293499db3998f9e797be69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 03:44:35.081644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.150553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.168578 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575680'] for security_group_rule, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.170853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1c7562f8-97ca-426f-ab25-3c1c82365ab8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:35.192132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df037262-5c5a-4142-8fe9-109ad3c39c24,revision_number=0']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:35.196822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:35.219923 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.221174 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d3c80f79-c662-4548-af5f-1a389a6fe0f2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2293947
Apr 19 03:44:35.352901 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-dc4cc7c5-ed87-48c2-8415-041faf0f5c9f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127193136&fields=id&tenant_id=66830e413293499db3998f9e797be69c HTTP/1.1" status: 200  len: 267 time: 0.0439122
Apr 19 03:44:35.452133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-cb00b81f-d948-4347-90de-855a7f968613 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:35.453730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-cb00b81f-d948-4347-90de-855a7f968613 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.0940008
Apr 19 03:44:35.460343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bbe18-ceec-4506-9ced-55c2b07e02b6 req-1768bce5-f486-4c35-8608-cf47a2b597a5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:35.461967 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-549bbe18-ceec-4506-9ced-55c2b07e02b6 req-1768bce5-f486-4c35-8608-cf47a2b597a5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 945 time: 0.0899470
Apr 19 03:44:35.466704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'port': {'security_groups': ['261b97e3-ad31-4244-872f-93e4f37fe063', '66b36786-e00e-4b37-85ae-56630e0a8890']}} {{(pid=86431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:44:35.516710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-549bbe18-ceec-4506-9ced-55c2b07e02b6 req-ec0ee75f-5664-4106-8266-94c7fab6c1c0 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476017
Apr 19 03:44:35.608424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.886348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:44:35.913162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for port, precommit_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.951223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4115673'] for port, after_update {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:35.956892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6f7d32f2-d3c5-4c39-a2c5-57bcd7468194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:44:35.970694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['589d1f32-cd4b-4443-9982-41cdb9265434'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:44:36.035190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:36.035915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:36.039992 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c62a1e27-d1db-4f85-a8f4-75cd0537275f req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "PUT /v2.0/ports/589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 981 time: 0.5783858
Apr 19 03:44:36.041517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:44:36.064992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=6']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:44:36.077587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-377e871d-2320-4f71-a3cd-6da36ad341a7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:44:36.135438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['589d1f32-cd4b-4443-9982-41cdb9265434'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:44:36.235883 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'status': 'completed', 'code': 200}
Apr 19 03:44:36.372088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ec7c5-4f00-461b-81cf-78260f717116 req-67126837-d621-47b1-b64f-d7f58447ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:36.374151 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-67126837-d621-47b1-b64f-d7f58447ba40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1137 time: 0.0980549
Apr 19 03:44:36.376762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-81004cba-0fa7-44ef-9f18-21c29b2f161b None None] Provisioning complete for port 589d1f32-cd4b-4443-9982-41cdb9265434 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:44:36.377185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-81004cba-0fa7-44ef-9f18-21c29b2f161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:36.459805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b8d2-0600-4937-9cfa-ccb421dbcc04 req-2bb15779-bfce-4e1d-92b2-1fd2d83d33ee tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:36.461605 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05a2b8d2-0600-4937-9cfa-ccb421dbcc04 req-2bb15779-bfce-4e1d-92b2-1fd2d83d33ee tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.1250112
Apr 19 03:44:36.571383 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05a2b8d2-0600-4937-9cfa-ccb421dbcc04 req-17f26921-89e8-47b0-9696-002391a74716 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1028545
Apr 19 03:44:36.642377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ec7c5-4f00-461b-81cf-78260f717116 req-ddc5578a-4e75-4eca-a254-f87b54d3bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:36.644034 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-ddc5578a-4e75-4eca-a254-f87b54d3bd78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.2622645
Apr 19 03:44:36.761196 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-8e10a1e4-51ed-4913-ae35-98511f2a2d2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 1001 time: 0.1088586
Apr 19 03:44:36.844059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ec7c5-4f00-461b-81cf-78260f717116 req-5d812391-fbc3-4b82-96dc-c4bade3180af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:36.845938 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-5d812391-fbc3-4b82-96dc-c4bade3180af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0684314
Apr 19 03:44:36.936261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ec7c5-4f00-461b-81cf-78260f717116 req-f3004bd5-b64c-4252-b2eb-1eabca7ce771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:36.937881 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-f3004bd5-b64c-4252-b2eb-1eabca7ce771 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850770
Apr 19 03:44:37.095639 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-6ee5a60c-6ffd-4417-8cad-28070590a6fb service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504929
Apr 19 03:44:37.249730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-370ec7c5-4f00-461b-81cf-78260f717116 req-9e5f3615-36a8-40c9-ace8-0fc6364f8c53 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470783
Apr 19 03:44:48.854809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7e8642a3-8cdb-4914-9cbe-c0a35076d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:51.414258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ee4a72fc-955d-4d0c-8e4c-0fde5f5cfe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:51.866412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:52.145958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:52.511459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:53.305957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:44:53.884593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:44:57.533912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-88e3546b-922f-48ff-a04c-eb4a9bba18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:57.535547 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-88e3546b-922f-48ff-a04c-eb4a9bba18e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1137 time: 0.0790739
Apr 19 03:44:57.545130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22224179-6a54-4c19-8b58-201cb47bfdda req-69fc8777-c54f-4892-b58d-2633d489b001 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:57.547006 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22224179-6a54-4c19-8b58-201cb47bfdda req-69fc8777-c54f-4892-b58d-2633d489b001 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0882256
Apr 19 03:44:57.610394 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22224179-6a54-4c19-8b58-201cb47bfdda req-4cede6d6-4b30-4fb8-8c89-a76b2829139f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439880
Apr 19 03:44:57.682124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-6fe4270c-d0fd-44f5-bc92-c2ac203fbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:57.683725 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-6fe4270c-d0fd-44f5-bc92-c2ac203fbb18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.1399367
Apr 19 03:44:57.795242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-4f488cb7-2742-4103-b041-457d01fd5d81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 1001 time: 0.1021535
Apr 19 03:44:57.863424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-9aced71d-aa1e-4ed8-ae9b-e30b7a1ba3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:57.865461 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-9aced71d-aa1e-4ed8-ae9b-e30b7a1ba3fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0630496
Apr 19 03:44:57.950641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-5932f070-20fc-439f-8610-55672b540c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:57.952175 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-5932f070-20fc-439f-8610-55672b540c67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780985
Apr 19 03:44:58.095845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-c544ab60-0565-449e-9253-65364c7332d2 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359282
Apr 19 03:44:58.236702 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf0751f-7f9b-4494-b38f-e0f0f9f83c9b req-617cb07a-24c8-4a1b-ae48-9810976aa782 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329362
Apr 19 03:44:59.046143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973add7f-bee6-4065-aaff-bc0ed51b8ac2 req-1b8a2d2e-f6fe-4935-8212-f8d89214e248 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:44:59.047814 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-973add7f-bee6-4065-aaff-bc0ed51b8ac2 req-1b8a2d2e-f6fe-4935-8212-f8d89214e248 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.3216641
Apr 19 03:44:59.097704 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-973add7f-bee6-4065-aaff-bc0ed51b8ac2 req-ba907be4-9f8b-4af3-bbc0-138fb6f461fb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427916
Apr 19 03:45:00.302021 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7b2f7-ca96-4725-9815-63f519e5ab21 req-bf1beb91-50c8-427d-bc5b-dd2d4c03fb34 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:00.303611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b0a7b2f7-ca96-4725-9815-63f519e5ab21 req-bf1beb91-50c8-427d-bc5b-dd2d4c03fb34 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0893035
Apr 19 03:45:00.356896 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b0a7b2f7-ca96-4725-9815-63f519e5ab21 req-dc43baae-3061-4fa6-be7d-fb2e5f50b5a4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0468419
Apr 19 03:45:01.557791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d431a-3f2d-4fbf-87c9-4438b516fdcd req-c0b25cfd-4b45-4996-a76b-dea06013d3a1 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:01.559389 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-676d431a-3f2d-4fbf-87c9-4438b516fdcd req-c0b25cfd-4b45-4996-a76b-dea06013d3a1 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0888491
Apr 19 03:45:01.610533 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-676d431a-3f2d-4fbf-87c9-4438b516fdcd req-a5e5ac5e-5aea-46ef-81c2-a74070703078 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438411
Apr 19 03:45:02.812663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2469-c5fa-4d5c-aa6c-9b0465abc5ca req-0da3555f-2bda-4b9c-8c2d-df0293528a76 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:02.814216 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b85b2469-c5fa-4d5c-aa6c-9b0465abc5ca req-0da3555f-2bda-4b9c-8c2d-df0293528a76 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0921013
Apr 19 03:45:02.863830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b85b2469-c5fa-4d5c-aa6c-9b0465abc5ca req-7765f010-14a5-47f1-95cd-94322b87ffbe tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431497
Apr 19 03:45:04.064070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d609cf-80bc-40e3-8a77-b66b232e4c46 req-f126b161-0c5f-4744-8090-98d7aa9a145a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:04.065636 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89d609cf-80bc-40e3-8a77-b66b232e4c46 req-f126b161-0c5f-4744-8090-98d7aa9a145a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0880439
Apr 19 03:45:04.116260 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89d609cf-80bc-40e3-8a77-b66b232e4c46 req-870a3592-f2e2-4575-9d15-0ca74f260a2d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0441711
Apr 19 03:45:05.316682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6126964-2159-4ba8-8a34-7bad4a8c6bad req-e834c57a-e2ab-4d24-8870-2ef77dda0cf0 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:05.318870 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f6126964-2159-4ba8-8a34-7bad4a8c6bad req-e834c57a-e2ab-4d24-8870-2ef77dda0cf0 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0923951
Apr 19 03:45:05.370417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f6126964-2159-4ba8-8a34-7bad4a8c6bad req-859926e1-0673-4c12-8f1f-30b0299d603c tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450804
Apr 19 03:45:06.573633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0ea71-ded0-46fb-b714-1e2c1f5978f1 req-3dbeefcb-1d01-426a-a3f3-9309eed4b0cb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:06.575246 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5f0ea71-ded0-46fb-b714-1e2c1f5978f1 req-3dbeefcb-1d01-426a-a3f3-9309eed4b0cb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0924451
Apr 19 03:45:06.624903 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5f0ea71-ded0-46fb-b714-1e2c1f5978f1 req-d4daac32-5ad0-4797-b669-4c6e9c1a9910 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427866
Apr 19 03:45:07.826540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3da9-5c2d-4d18-b0b6-383de51e729e req-92e93cff-d608-43d9-ab80-27ed8b3f6698 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:07.828143 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1a2e3da9-5c2d-4d18-b0b6-383de51e729e req-92e93cff-d608-43d9-ab80-27ed8b3f6698 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0877931
Apr 19 03:45:07.877347 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1a2e3da9-5c2d-4d18-b0b6-383de51e729e req-b6ad71e2-f255-48c9-b2c0-d97a17b28e58 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0421026
Apr 19 03:45:09.078849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1284803-4d5d-4a48-9dfe-c97208933f96 req-29b1e73e-e5c6-47e9-867c-3d253dd0ecfd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:09.080416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1284803-4d5d-4a48-9dfe-c97208933f96 req-29b1e73e-e5c6-47e9-867c-3d253dd0ecfd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0904083
Apr 19 03:45:09.131767 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1284803-4d5d-4a48-9dfe-c97208933f96 req-ad2216c2-8f30-49eb-b61e-932ef1ffb7d1 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445316
Apr 19 03:45:10.331185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4fa3-0871-49e6-99c4-26f569c5b4ce req-7879feed-cece-47eb-b970-3ec681732cf4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:10.333191 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-389c4fa3-0871-49e6-99c4-26f569c5b4ce req-7879feed-cece-47eb-b970-3ec681732cf4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0888088
Apr 19 03:45:10.386082 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-389c4fa3-0871-49e6-99c4-26f569c5b4ce req-db0791ca-30cb-46a5-8681-8b8874b269c6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460620
Apr 19 03:45:11.590587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff239c-cc19-41e9-957c-7140d8e68462 req-ddae6799-bde5-459a-8ad2-a38c4f94e5cf tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:11.592255 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbff239c-cc19-41e9-957c-7140d8e68462 req-ddae6799-bde5-459a-8ad2-a38c4f94e5cf tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0903854
Apr 19 03:45:11.644943 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbff239c-cc19-41e9-957c-7140d8e68462 req-c2fc21ff-d6a1-4c75-954c-cc232c83a9bc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459280
Apr 19 03:45:12.848722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d3c76-6290-4894-b8eb-a294503a6250 req-c0fe93be-e6e5-4390-a383-5d73e62a4c4d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:12.850313 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-990d3c76-6290-4894-b8eb-a294503a6250 req-c0fe93be-e6e5-4390-a383-5d73e62a4c4d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0916860
Apr 19 03:45:12.901337 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-990d3c76-6290-4894-b8eb-a294503a6250 req-4e2b0816-ffb2-42b4-ac92-bdd7bc39a8fe tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0441692
Apr 19 03:45:14.106846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ba637-216f-4c3b-8b09-9dbea6a85845 req-bbe44e83-1954-4cc9-8a7b-d9f8905ec830 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:14.108626 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b07ba637-216f-4c3b-8b09-9dbea6a85845 req-bbe44e83-1954-4cc9-8a7b-d9f8905ec830 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0882435
Apr 19 03:45:14.159596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-b07ba637-216f-4c3b-8b09-9dbea6a85845 req-05ffdfee-1040-4d06-bdc7-fa6de2d970bb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:45:14.191104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-b07ba637-216f-4c3b-8b09-9dbea6a85845 req-05ffdfee-1040-4d06-bdc7-fa6de2d970bb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:45:14.195755 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b07ba637-216f-4c3b-8b09-9dbea6a85845 req-05ffdfee-1040-4d06-bdc7-fa6de2d970bb tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0795646
Apr 19 03:45:15.403597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034a3b2-0ec4-475c-a4b7-f4c7fba027e1 req-12e47f2d-1ba5-49ab-a9a3-9cd31218f828 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:15.405177 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b034a3b2-0ec4-475c-a4b7-f4c7fba027e1 req-12e47f2d-1ba5-49ab-a9a3-9cd31218f828 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0893269
Apr 19 03:45:15.455349 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b034a3b2-0ec4-475c-a4b7-f4c7fba027e1 req-45e95c7e-e239-4d93-a353-491c7daa7673 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=66b36786-e00e-4b37-85ae-56630e0a8890&id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0434330
Apr 19 03:45:16.445947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163dbdb-946d-49e4-878c-cc54be70f07c req-f0fc1a58-e984-48d5-87f8-5be7d7f679ba tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:16.447629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9163dbdb-946d-49e4-878c-cc54be70f07c req-f0fc1a58-e984-48d5-87f8-5be7d7f679ba tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0956068
Apr 19 03:45:16.454458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a1eaa-ed85-46c4-92b7-e70248b83627 req-d484e366-759a-4b5e-bdce-fb82887ba966 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:16.456067 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d97a1eaa-ed85-46c4-92b7-e70248b83627 req-d484e366-759a-4b5e-bdce-fb82887ba966 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.0943868
Apr 19 03:45:16.496363 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9163dbdb-946d-49e4-878c-cc54be70f07c req-ceaa4915-83fa-4903-9996-3acc42aa31cf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419667
Apr 19 03:45:16.503670 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d97a1eaa-ed85-46c4-92b7-e70248b83627 req-cede899a-855c-413b-9926-1b9f97804e52 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412111
Apr 19 03:45:17.717409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b8e2-f787-4957-b59f-3294d9147e1e req-d1a7d0a3-e79a-4ad5-81f3-887d93a4e4cc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:17.719043 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7004b8e2-f787-4957-b59f-3294d9147e1e req-d1a7d0a3-e79a-4ad5-81f3-887d93a4e4cc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.0894425
Apr 19 03:45:17.720448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95face-c829-4d9f-a789-9a5b8c9e2fd1 req-73eac78f-c498-44d2-b668-9f41b415b97c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:17.722085 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f95face-c829-4d9f-a789-9a5b8c9e2fd1 req-73eac78f-c498-44d2-b668-9f41b415b97c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0892727
Apr 19 03:45:17.773710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7004b8e2-f787-4957-b59f-3294d9147e1e req-9171c726-0d6d-4691-bc72-8ffa270b7b6f tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461974
Apr 19 03:45:17.774412 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f95face-c829-4d9f-a789-9a5b8c9e2fd1 req-5d6dbb19-5228-4e15-8a3e-4137b6f0ee09 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450492
Apr 19 03:45:18.865173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6784236d-1bd1-4d54-8554-f6851b094b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:18.975606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057601-a532-4ad0-9020-d07f3cd3caf0 req-df0b6175-9cb4-4108-8cd5-3b15ac0898ab tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:18.977483 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-03057601-a532-4ad0-9020-d07f3cd3caf0 req-df0b6175-9cb4-4108-8cd5-3b15ac0898ab tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.0892847
Apr 19 03:45:19.025333 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-03057601-a532-4ad0-9020-d07f3cd3caf0 req-edc9d58c-68bc-4217-8180-8b42665b33ad tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413659
Apr 19 03:45:19.025961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e75c94-0848-4796-bb15-2d5106f0c8dd req-b7860999-5701-499c-90f1-558b2e16df7e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:19.027567 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-81e75c94-0848-4796-bb15-2d5106f0c8dd req-b7860999-5701-499c-90f1-558b2e16df7e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0872900
Apr 19 03:45:19.075431 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-81e75c94-0848-4796-bb15-2d5106f0c8dd req-eb7e43fe-a02d-4852-87e8-d36f8f904159 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412345
Apr 19 03:45:20.227827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cd884-cda9-488f-b639-739b9d2ff889 req-b765f4d4-3a44-4c0a-9f27-e69c8efdfd57 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:20.229395 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34cd884-cda9-488f-b639-739b9d2ff889 req-b765f4d4-3a44-4c0a-9f27-e69c8efdfd57 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 945 time: 0.0915277
Apr 19 03:45:20.279976 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f34cd884-cda9-488f-b639-739b9d2ff889 req-ce36b0f3-cf4a-4517-8bdc-1f4fdf6d75f9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437958
Apr 19 03:45:20.511683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6fd25-e32f-4ea2-9f74-823fdd14acd6 req-22495798-ed6d-43db-98a5-11688323153b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:20.513240 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bba6fd25-e32f-4ea2-9f74-823fdd14acd6 req-22495798-ed6d-43db-98a5-11688323153b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.3257322
Apr 19 03:45:20.560943 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bba6fd25-e32f-4ea2-9f74-823fdd14acd6 req-3c9e80af-c745-4b21-a3c3-827564361956 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412104
Apr 19 03:45:20.921828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:45:21.042119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:21.069400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:45:21.079525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:45:21.116894 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'code': 200}
Apr 19 03:45:21.128084 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:21.131995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-139fddeb-f85a-4080-9a82-cea414cb34fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:45:21.201267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=6']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:45:21.208820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.209202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.210162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.210531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.210896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.211287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.211624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.211984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.212357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.212718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.213070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.213422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:21.217549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:45:21.402398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1b001765-1468-4cd1-8299-20b46e1dca83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:21.483552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d2832-4931-46f9-affd-fb6835769b95 req-ccc521fb-cf16-45c2-b87e-ffdc9fcb8bcd tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:21.485092 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-763d2832-4931-46f9-affd-fb6835769b95 req-ccc521fb-cf16-45c2-b87e-ffdc9fcb8bcd tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0870137
Apr 19 03:45:21.534693 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-763d2832-4931-46f9-affd-fb6835769b95 req-ea4e5816-793c-433a-b915-a30fac0b61c9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424571
Apr 19 03:45:21.763695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae5fef-75f6-4333-aff9-7b13ac9127d5 req-c2e33257-4454-44ce-b6d7-6ec8d33a25d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:21.765270 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e1ae5fef-75f6-4333-aff9-7b13ac9127d5 req-c2e33257-4454-44ce-b6d7-6ec8d33a25d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0886912
Apr 19 03:45:21.811986 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e1ae5fef-75f6-4333-aff9-7b13ac9127d5 req-2a0e1094-a46d-4979-8f45-cedc9fd56986 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405211
Apr 19 03:45:21.882903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:22.145216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:22.488283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:22.732759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2c9a5-4881-4ebb-8c07-ec81895387dd req-5186e3c6-da2e-461f-87a6-58e38311bff9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:22.734320 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f8b2c9a5-4881-4ebb-8c07-ec81895387dd req-5186e3c6-da2e-461f-87a6-58e38311bff9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0873790
Apr 19 03:45:22.781566 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f8b2c9a5-4881-4ebb-8c07-ec81895387dd req-a74067a8-4cc5-4ee5-96f7-8c3def3a667e tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406232
Apr 19 03:45:23.016322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab4456-90f1-4a91-ad84-8036f48c1769 req-a977555e-6484-48cf-9e98-383a8ddd4660 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:23.017816 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c8ab4456-90f1-4a91-ad84-8036f48c1769 req-a977555e-6484-48cf-9e98-383a8ddd4660 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0913603
Apr 19 03:45:23.065260 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c8ab4456-90f1-4a91-ad84-8036f48c1769 req-8fc1b99b-635f-4fae-a1e7-f5565f0fbc19 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409050
Apr 19 03:45:23.293779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:23.983183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb324b-68ad-4970-ba6e-cefa5e616dd7 req-3f598246-9023-47df-b46c-6458d7f49028 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:23.984800 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-32bb324b-68ad-4970-ba6e-cefa5e616dd7 req-3f598246-9023-47df-b46c-6458d7f49028 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0917962
Apr 19 03:45:24.031800 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-32bb324b-68ad-4970-ba6e-cefa5e616dd7 req-43cc0420-41f7-4c6c-b7a7-83b9113583aa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403893
Apr 19 03:45:24.263977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c94fe9-6615-4c0f-a19f-8b787b2f28d9 req-31c4f6ac-b0ce-456d-be83-0ee671edf9fc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:24.265488 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-08c94fe9-6615-4c0f-a19f-8b787b2f28d9 req-31c4f6ac-b0ce-456d-be83-0ee671edf9fc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0871620
Apr 19 03:45:24.316896 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-08c94fe9-6615-4c0f-a19f-8b787b2f28d9 req-d7f957c8-5477-4136-95ab-af767233f044 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449479
Apr 19 03:45:24.495245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-1a91c21c-f97b-46e6-8ee1-faf0e71032b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:24.496779 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-1a91c21c-f97b-46e6-8ee1-faf0e71032b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1098 time: 0.0770237
Apr 19 03:45:24.662416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-8ef06de4-d9cf-4fb4-bd08-25655a94b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:24.664006 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-8ef06de4-d9cf-4fb4-bd08-25655a94b3f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 909 time: 0.1354337
Apr 19 03:45:24.780998 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-ad153005-66a1-495b-a15a-48654eefeb79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 1001 time: 0.1017859
Apr 19 03:45:24.869287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-364f1c02-a71c-46a3-96a8-54861410f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:24.870725 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-364f1c02-a71c-46a3-96a8-54861410f8e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 200  len: 847 time: 0.0654464
Apr 19 03:45:24.956851 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-484fd2cb-5a2a-49f5-90c0-eacbd698dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:24.958366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-484fd2cb-5a2a-49f5-90c0-eacbd698dc22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc40c6dd-681c-4758-8425-824537fa20a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749581
Apr 19 03:45:25.100533 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-7ce65faa-f119-40ee-b0f0-b4aaff23b85f service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345985
Apr 19 03:45:25.310941 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3bb2c252-b63b-4e7e-86d7-1fbbc7abc6fc req-df1cef61-2ea9-4b85-973f-e527886aae2f service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041252
Apr 19 03:45:25.323803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d8727-8875-430e-a5b3-c128ac66742e req-d75b7e00-94c7-462c-a0bf-abbefaac6e0d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:25.325384 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c1d8727-8875-430e-a5b3-c128ac66742e req-d75b7e00-94c7-462c-a0bf-abbefaac6e0d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1415224
Apr 19 03:45:25.377310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c1d8727-8875-430e-a5b3-c128ac66742e req-318ed04d-dc0b-4301-a62c-1df0de96d498 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430710
Apr 19 03:45:25.525342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c870-991f-4f45-9981-8083e71b6cad req-adb42ad6-9294-428c-a321-7ae47a48417e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:25.526921 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-78f5c870-991f-4f45-9981-8083e71b6cad req-adb42ad6-9294-428c-a321-7ae47a48417e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0885901
Apr 19 03:45:25.574569 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-78f5c870-991f-4f45-9981-8083e71b6cad req-aca83747-2e74-46db-a934-baaeafff9a8b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412481
Apr 19 03:45:26.652517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b89f0-70c7-46ee-a47d-94ac86b67246 req-8b765544-53f1-4dd4-80e3-88ff8a486d60 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:26.654112 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c46b89f0-70c7-46ee-a47d-94ac86b67246 req-8b765544-53f1-4dd4-80e3-88ff8a486d60 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.1570044
Apr 19 03:45:26.656276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185f94-841a-4e53-a100-a160034a3897 req-e70c425d-0715-4ae9-b1b1-dfd231d64b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:26.657714 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-e70c425d-0715-4ae9-b1b1-dfd231d64b52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1098 time: 0.1586065
Apr 19 03:45:26.778897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4a0e1-4096-4a62-971c-5e986d31857d req-cc57c2fe-dd32-47a2-962d-5ffaf6e230f6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:26.780549 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2e4a0e1-4096-4a62-971c-5e986d31857d req-cc57c2fe-dd32-47a2-962d-5ffaf6e230f6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0918100
Apr 19 03:45:26.791931 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c46b89f0-70c7-46ee-a47d-94ac86b67246 req-49af1820-f4e4-42c1-bd44-52991c0f5abc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309681
Apr 19 03:45:26.829154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2e4a0e1-4096-4a62-971c-5e986d31857d req-c295c904-aaac-4413-9c3a-2177a0980958 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421557
Apr 19 03:45:26.835301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185f94-841a-4e53-a100-a160034a3897 req-4deff87d-9a97-4822-947f-25fd9b68fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:26.836854 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-4deff87d-9a97-4822-947f-25fd9b68fbe0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 909 time: 0.1600571
Apr 19 03:45:26.948506 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-a9f0d51b-0e39-4545-bc23-0ea5c425251b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 1001 time: 0.1021211
Apr 19 03:45:27.015870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185f94-841a-4e53-a100-a160034a3897 req-efdc2642-ae3a-4ef0-bcd3-ee8acb6591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:27.017345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-efdc2642-ae3a-4ef0-bcd3-ee8acb6591d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 200  len: 847 time: 0.0621457
Apr 19 03:45:27.101703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185f94-841a-4e53-a100-a160034a3897 req-4965a86f-7b38-4085-aa4f-2d8154c9fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:27.103250 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-4965a86f-7b38-4085-aa4f-2d8154c9fe20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc40c6dd-681c-4758-8425-824537fa20a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792630
Apr 19 03:45:27.246881 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-4b82f85c-3aae-4a99-a347-85dfe6935eb7 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341453
Apr 19 03:45:27.389283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de185f94-841a-4e53-a100-a160034a3897 req-69b0b54f-792d-4fa7-8b1f-d35a3f972690 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350660
Apr 19 03:45:27.992255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c227865-55fa-4aaa-a9f9-2b47803bcab5 req-2d2c07bc-6875-4f2c-b739-4aaa5a658934 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:27.993850 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c227865-55fa-4aaa-a9f9-2b47803bcab5 req-2d2c07bc-6875-4f2c-b739-4aaa5a658934 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0884912
Apr 19 03:45:28.031847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c706c7c-e13a-4551-8d45-a7c1ecebf9e9 req-025475ca-bdee-4741-92f4-4056a4da742f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:28.033429 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2c706c7c-e13a-4551-8d45-a7c1ecebf9e9 req-025475ca-bdee-4741-92f4-4056a4da742f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0888515
Apr 19 03:45:28.041582 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c227865-55fa-4aaa-a9f9-2b47803bcab5 req-c2d9af7f-5b1d-4d63-8268-22a26e5a2456 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412257
Apr 19 03:45:28.081442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2c706c7c-e13a-4551-8d45-a7c1ecebf9e9 req-c4f592e3-31bb-49be-9c2b-0602607ed302 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408127
Apr 19 03:45:29.248137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576913-4d09-489f-ac0e-45d01a4e6516 req-69c1d142-2bb3-43d9-be7d-01ebda43b1bf tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:29.249718 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1576913-4d09-489f-ac0e-45d01a4e6516 req-69c1d142-2bb3-43d9-be7d-01ebda43b1bf tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0924819
Apr 19 03:45:29.287843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b40c01-224a-4b72-a758-dab3cfca67bc req-b72dbeca-1729-4b1e-8551-836cafbb649f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:29.289462 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1b40c01-224a-4b72-a758-dab3cfca67bc req-b72dbeca-1729-4b1e-8551-836cafbb649f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0911617
Apr 19 03:45:29.297376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1576913-4d09-489f-ac0e-45d01a4e6516 req-9f93bd27-a405-4db6-8f85-01420ad46a3b tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412199
Apr 19 03:45:29.337748 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1b40c01-224a-4b72-a758-dab3cfca67bc req-aeb674fa-f8b4-4c01-8af6-8ce2a21b6af9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417628
Apr 19 03:45:30.498037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e67d2-59bb-4853-9293-3c89d7269db1 req-bd22b95b-a23b-46c9-9d71-515041fd1d8d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:30.499667 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb5e67d2-59bb-4853-9293-3c89d7269db1 req-bd22b95b-a23b-46c9-9d71-515041fd1d8d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0889258
Apr 19 03:45:30.534688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e9c4-170c-43e8-bba3-3efaaf0bdee0 req-e3fb3be8-baa0-486c-b061-0192dc095967 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:30.536303 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82f1e9c4-170c-43e8-bba3-3efaaf0bdee0 req-e3fb3be8-baa0-486c-b061-0192dc095967 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0872540
Apr 19 03:45:30.547847 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb5e67d2-59bb-4853-9293-3c89d7269db1 req-9cc59b25-4768-45a9-8458-22654b47c8f1 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417464
Apr 19 03:45:30.585698 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82f1e9c4-170c-43e8-bba3-3efaaf0bdee0 req-988eeec3-2770-4449-8e27-6ce782ee993f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425441
Apr 19 03:45:30.884730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:45:31.751417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5fa42-f4aa-4644-8d76-03904a577c1a req-84f8815e-2adf-49ca-a13e-b647b1ad779a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:31.753019 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8cc5fa42-f4aa-4644-8d76-03904a577c1a req-84f8815e-2adf-49ca-a13e-b647b1ad779a tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0931268
Apr 19 03:45:31.792671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce4d07-7e41-4863-adc4-984714a5dd36 req-b332a427-193d-4da9-aee3-988d304edb6c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:31.794291 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f2ce4d07-7e41-4863-adc4-984714a5dd36 req-b332a427-193d-4da9-aee3-988d304edb6c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0932536
Apr 19 03:45:31.801295 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8cc5fa42-f4aa-4644-8d76-03904a577c1a req-63842f86-9db9-4d18-a0be-9d7866c1dd44 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418222
Apr 19 03:45:31.843714 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f2ce4d07-7e41-4863-adc4-984714a5dd36 req-2441f65c-8132-4c3f-9ceb-de67f6a2a325 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429091
Apr 19 03:45:33.009119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cfe6e-8dc3-4beb-a3cd-093e78efeed6 req-7b0021a9-62ba-4f82-bb8e-14380547c507 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:33.010715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-021cfe6e-8dc3-4beb-a3cd-093e78efeed6 req-7b0021a9-62ba-4f82-bb8e-14380547c507 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0926139
Apr 19 03:45:33.038755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device fbdc9349-8214-499d-88ec-f32902245c65 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:45:33.055321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0c953-cddf-46d6-8839-c87b1f441806 req-2c41e920-e748-4aad-a323-f8489d19b7e5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:33.056967 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-adb0c953-cddf-46d6-8839-c87b1f441806 req-2c41e920-e748-4aad-a323-f8489d19b7e5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 945 time: 0.0960903
Apr 19 03:45:33.073366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-021cfe6e-8dc3-4beb-a3cd-093e78efeed6 req-5e21532a-7798-4aa0-bf75-dd4b1dcf97f3 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554249
Apr 19 03:45:33.110466 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-adb0c953-cddf-46d6-8839-c87b1f441806 req-f72af02e-a6b1-492e-a139-8660ac2a0418 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430133
Apr 19 03:45:33.167368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:33.257103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:45:33.267203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbdc9349-8214-499d-88ec-f32902245c65,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:45:33.282138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:33.283992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1015c91d-566d-41f9-b564-bb0f860ac6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:45:33.316370 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65', 'code': 200}
Apr 19 03:45:33.355955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=6']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:45:33.359160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:45:34.265331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da17cc-cffc-4c64-bab4-7f7e326ec406 req-eeaf4620-e0ff-46ad-8b69-8f33dfd60dbc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:34.266835 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2da17cc-cffc-4c64-bab4-7f7e326ec406 req-eeaf4620-e0ff-46ad-8b69-8f33dfd60dbc tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0879500
Apr 19 03:45:34.314416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2da17cc-cffc-4c64-bab4-7f7e326ec406 req-5a734999-76c4-4d56-9870-59a482874aca tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410931
Apr 19 03:45:34.316618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30fc3c-47de-4612-b6a1-6df2d7f6b631 req-c17ce721-5306-496f-8896-fa47246f7b8c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:34.318238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd30fc3c-47de-4612-b6a1-6df2d7f6b631 req-c17ce721-5306-496f-8896-fa47246f7b8c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0895627
Apr 19 03:45:34.366467 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd30fc3c-47de-4612-b6a1-6df2d7f6b631 req-ef17a5b1-91b6-42b2-a20d-185d917b8eaa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414741
Apr 19 03:45:35.517178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab3f6-8053-46ca-afdc-af4d09470057 req-023375ba-1890-4603-8fd0-567d5e6e2efa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:35.518787 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4aeab3f6-8053-46ca-afdc-af4d09470057 req-023375ba-1890-4603-8fd0-567d5e6e2efa tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0917714
Apr 19 03:45:35.566509 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4aeab3f6-8053-46ca-afdc-af4d09470057 req-0bc9dfe7-0c88-4b69-9a4b-cb3b1ee1fe80 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406637
Apr 19 03:45:35.574946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025a2a-9560-4837-8b16-f94cfb445dc8 req-b28b159c-2c36-4fc9-9e2f-c27d1b5d030a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:35.576715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1025a2a-9560-4837-8b16-f94cfb445dc8 req-b28b159c-2c36-4fc9-9e2f-c27d1b5d030a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0942459
Apr 19 03:45:35.625487 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1025a2a-9560-4837-8b16-f94cfb445dc8 req-2ba3a26a-6a64-4bb6-9ec8-80ffe6be65c4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419190
Apr 19 03:45:36.770702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ff18d-c093-4e7a-9e74-5cc229c89064 req-6d93367b-d5a3-4293-ba3b-cddb3b598c24 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:36.772829 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d01ff18d-c093-4e7a-9e74-5cc229c89064 req-6d93367b-d5a3-4293-ba3b-cddb3b598c24 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0897110
Apr 19 03:45:36.824356 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d01ff18d-c093-4e7a-9e74-5cc229c89064 req-b21ff8e4-6327-4e70-9893-78bfe73444ca tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451622
Apr 19 03:45:36.825620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a79a6-eba0-49d8-926a-161ebf08bff8 req-8ca0d844-f646-407e-86da-e32e94c169d9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:36.827226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9d6a79a6-eba0-49d8-926a-161ebf08bff8 req-8ca0d844-f646-407e-86da-e32e94c169d9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0873504
Apr 19 03:45:36.875314 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9d6a79a6-eba0-49d8-926a-161ebf08bff8 req-06cef906-5070-4018-ad6e-8b110c449d29 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415621
Apr 19 03:45:37.221694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-fe439847-e666-4cb7-9161-7fb73afe60ef tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:37.223324 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-fe439847-e666-4cb7-9161-7fb73afe60ef tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0902650
Apr 19 03:45:37.309639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Deleting port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:45:37.310015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:37.591373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] For port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:45:37.591774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:38.035606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622fb28-f820-40b9-84a6-28b88ad024a0 req-87b19c1e-bfbf-4799-8ba5-d4e26ad4e4c9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:38.037234 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2622fb28-f820-40b9-84a6-28b88ad024a0 req-87b19c1e-bfbf-4799-8ba5-d4e26ad4e4c9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 943 time: 0.0947959
Apr 19 03:45:38.086164 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2622fb28-f820-40b9-84a6-28b88ad024a0 req-0726703b-95ad-4d93-bd47-7f5946d59cf9 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?id=30286fa3-3d6b-424e-81ee-7cb304c95d8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412910
Apr 19 03:45:38.194269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:38.194699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:38.195021 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Floating IP 9bc23046-3c83-4bf7-9bbf-d66ade01c8ec disassociated. External IP: 172.27.0.49, port: cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe.
Apr 19 03:45:38.195421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Calling delete_port for cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:45:38.273797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fb932-6a48-4163-b767-d7e7b9d6600c req-c674f90a-4675-4107-abaf-7c0913af4bdb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:38.275426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-012fb932-6a48-4163-b767-d7e7b9d6600c req-c674f90a-4675-4107-abaf-7c0913af4bdb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.2520523
Apr 19 03:45:38.368836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-012fb932-6a48-4163-b767-d7e7b9d6600c req-f9828174-e1ee-46f6-bc9a-e56f82ae87fd tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779853
Apr 19 03:45:38.441989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:38.448298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:45:38.495507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event deleted for resources: {'Port': ['ID=cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:45:38.506213 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.506627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.506962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.507387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.507789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.508177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.508571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.508963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.509353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.509737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.510212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.510487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:38.516416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:45:38.715382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Router 3118f107-823b-4dcd-80f5-d470ac111fe1 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:45:38.905235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:45:38.916640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] Sync routers for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:45:38.928006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:45:38.929029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d374d30>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:45:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:39.010556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] No DVR routers for this DVR port cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:45:39.013362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:39.016442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'name': 'network-vif-deleted', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:45:39.078165 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2695b-dd12-444c-8d09-a65518f70b76', 'name': 'network-vif-deleted', 'tag': 'cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe', 'status': 'completed', 'code': 200}
Apr 19 03:45:39.089921 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f58d0df-e4da-4c6f-ad9b-f74ae897d194 req-68c7e2ac-4e8b-474c-aa47-02c7490fb362 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.43 "DELETE /v2.0/ports/cdee7d9f-4c20-4572-8d6d-32ffe46d4cfe HTTP/1.1" status: 204  len: 173 time: 1.8517003
Apr 19 03:45:39.160910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:45:39.259081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3b71592f-e262-4dd8-834b-bf7d4200078a req-3b0750c8-dfff-4550-a5f6-a337206079cd tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Synchronizing usage tracker for tenant:a012a767fda74dde8c60610167f3a08a on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:45:39.300063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3b71592f-e262-4dd8-834b-bf7d4200078a req-3b0750c8-dfff-4550-a5f6-a337206079cd tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Unset dirty status for tenant:a012a767fda74dde8c60610167f3a08a on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:45:39.301352 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b71592f-e262-4dd8-834b-bf7d4200078a req-3b0750c8-dfff-4550-a5f6-a337206079cd tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0958805
Apr 19 03:45:39.496416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d374d30>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:28Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:39.500464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] Checking router: 3118f107-823b-4dcd-80f5-d470ac111fe1 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:45:39.509889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:45:39.510540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d374d30>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:45:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:39.569506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b50e63-1786-477d-8c88-3f6196482b0b req-0010fb27-ac7c-406d-bc98-ad7ade712e46 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:39.571117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5b50e63-1786-477d-8c88-3f6196482b0b req-0010fb27-ac7c-406d-bc98-ad7ade712e46 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0886643
Apr 19 03:45:39.619748 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5b50e63-1786-477d-8c88-3f6196482b0b req-d7b7db95-6504-4055-81c5-eae2019068ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420442
Apr 19 03:45:39.698472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:45:40.018901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d374d30>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:28Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:40.022931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475abd7-65ea-42a4-b091-dad0ca0407c5 None None] The sync data for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi is: [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:41:17Z', 'revision_number': 4, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '9e01b2a8-82cd-4ca9-966a-25d8b37ea464', 'name': '', 'network_id': 'aa5df436-235a-45f0-896c-3f8b6fe17aeb', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'mac_address': 'fa:16:3e:a6:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:16Z', 'updated_at': '2021-04-19T03:41:28Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'subnets': [{'id': 'da0c2edf-379a-49d2-80f8-ac06a4ee0be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:45:40.406455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07498e8e-246a-4ea7-baf0-5b08b0df6401 None None] New status for floating IP 9bc23046-3c83-4bf7-9bbf-d66ade01c8ec: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:45:40.468415 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-01f6df7d-953b-43ac-b291-b10f8bd55748 req-b22a7496-58ad-4276-96c8-3e64b924bd23 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0512466
Apr 19 03:45:40.818859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf510-4556-43aa-bf30-48ad2a46d99a req-dacd2302-bd86-4489-8341-764acba610fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:40.820467 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2dedf510-4556-43aa-bf30-48ad2a46d99a req-dacd2302-bd86-4489-8341-764acba610fe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0868862
Apr 19 03:45:40.867022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2dedf510-4556-43aa-bf30-48ad2a46d99a req-90c5c450-764d-407c-934a-525bafef9690 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402391
Apr 19 03:45:41.631815 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8de6f915-9c70-4e11-9eac-df713486ecd0 req-7a406ff7-ac72-440b-8036-6b8ff64d220c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0526810
Apr 19 03:45:42.066294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4dffe-bf7c-466c-8f50-05ea4eb1762d req-1866dc83-4cf5-47b4-bc12-eb8ed395b839 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:42.067929 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ad4dffe-bf7c-466c-8f50-05ea4eb1762d req-1866dc83-4cf5-47b4-bc12-eb8ed395b839 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0868783
Apr 19 03:45:42.114777 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ad4dffe-bf7c-466c-8f50-05ea4eb1762d req-91d84657-3b14-47f7-a231-771e471a9196 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407743
Apr 19 03:45:42.790371 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a77527a-882c-4096-ad12-863de4a617c4 req-7e8537be-f7b5-490a-b64b-e26329a4291c tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0475810
Apr 19 03:45:43.313943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01b073-a652-4609-ba71-50d7de660107 req-760fa95c-c18e-4fa2-b12b-395f9fa612f7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:43.315674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da01b073-a652-4609-ba71-50d7de660107 req-760fa95c-c18e-4fa2-b12b-395f9fa612f7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0915287
Apr 19 03:45:43.365683 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da01b073-a652-4609-ba71-50d7de660107 req-783c6f8a-7d94-4c39-ab69-b18422a5fe9a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430753
Apr 19 03:45:43.952562 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9cfbb863-21b4-4105-8cbf-afd894bfc982 req-90b73d74-630c-4af3-b97c-455d6b267899 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0481410
Apr 19 03:45:44.566287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cfd2e-0b9a-46b2-88fc-395303f1a3ff req-e99527c2-b6ee-4a59-9a7d-e6ae8fd55bdb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:44.567957 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c26cfd2e-0b9a-46b2-88fc-395303f1a3ff req-e99527c2-b6ee-4a59-9a7d-e6ae8fd55bdb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0917213
Apr 19 03:45:44.615839 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c26cfd2e-0b9a-46b2-88fc-395303f1a3ff req-afe59934-2702-4105-99cf-567d54611af3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414119
Apr 19 03:45:45.110058 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8c0237db-dc6d-4ad9-a997-b7105227acac req-62f8c70a-b77c-41cb-ac42-9b56c236dd72 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0476937
Apr 19 03:45:45.817340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302333c-111e-4bcc-a91d-02cc3c1d0a94 req-434e0c96-1f14-4326-a7df-f8f104ca5edb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:45.819507 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3302333c-111e-4bcc-a91d-02cc3c1d0a94 req-434e0c96-1f14-4326-a7df-f8f104ca5edb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0912752
Apr 19 03:45:45.866389 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3302333c-111e-4bcc-a91d-02cc3c1d0a94 req-a1c435a3-0d19-42fb-9312-c0aa752800c2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405262
Apr 19 03:45:46.268303 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-21f1f359-fa50-4edd-9e3e-1e2104e597d0 req-437a7f33-bc61-40da-b8c6-e09f9aecb1b7 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0488000
Apr 19 03:45:47.066234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2248864-c24f-4131-9f72-9514e620900b req-f5b1b44a-9011-4fa3-857e-a65e551cfe9c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:47.068385 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f2248864-c24f-4131-9f72-9514e620900b req-f5b1b44a-9011-4fa3-857e-a65e551cfe9c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0904469
Apr 19 03:45:47.115204 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f2248864-c24f-4131-9f72-9514e620900b req-5fe98fcc-b0e2-4f95-9ac8-2555469833c5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401323
Apr 19 03:45:47.432341 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-781565be-de21-4048-bdb6-47f6835835ac req-c75d9ebf-9130-4570-8c4e-e5cd434faab1 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0486846
Apr 19 03:45:48.315367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152ed0c-73ae-4024-a1d4-218defd28d2f req-538c1ca3-b5e8-486a-8492-64a96183b5a4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:48.316937 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6152ed0c-73ae-4024-a1d4-218defd28d2f req-538c1ca3-b5e8-486a-8492-64a96183b5a4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0904825
Apr 19 03:45:48.367046 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6152ed0c-73ae-4024-a1d4-218defd28d2f req-b48c22ec-c5f8-4efd-b135-371dcbb57997 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429380
Apr 19 03:45:48.501681 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-9707ab54-1068-44dc-9031-416d0c5a586f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127193136&fields=id&tenant_id=66830e413293499db3998f9e797be69c HTTP/1.1" status: 200  len: 267 time: 0.0423088
Apr 19 03:45:48.595849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-d707e24c-a362-4ad6-8a9d-7fdb49ecd7a8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:48.597608 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-d707e24c-a362-4ad6-8a9d-7fdb49ecd7a8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 984 time: 0.0891504
Apr 19 03:45:48.609508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Request body: {'port': {'security_groups': ['261b97e3-ad31-4244-872f-93e4f37fe063']}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 03:45:48.736755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:48.859012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-653815f7-2e04-4b56-9e5e-7025f1ff141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:48.990260 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:45:49.015493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.036091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.042151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-243457bd-5f3e-4fb3-ad7d-3294be5ffa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:45:49.048249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['589d1f32-cd4b-4443-9982-41cdb9265434'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:45:49.116518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:49.117221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.119226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-63cc09ec-698d-43e1-91a5-f12dbd274337 req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "PUT /v2.0/ports/589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 942 time: 0.5141804
Apr 19 03:45:49.119419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:45:49.126523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36684) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:45:49.156314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event updated for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=7']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:45:49.163221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:45:49.203571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['589d1f32-cd4b-4443-9982-41cdb9265434'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:45:49.216815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.255672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.274195 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f21d316d-57fb-4cb3-bed1-7b72088d029b req-d842ea20-724c-4ed5-a402-c1a72ad217d0 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0534046
Apr 19 03:45:49.347202 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'status': 'completed', 'code': 200}
Apr 19 03:45:49.407910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.424063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4e606912-0434-4932-92f0-c39e2ab6b9ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:45:49.439651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b36786-e00e-4b37-85ae-56630e0a8890,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:45:49.449823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.450708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.450840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-60c80e8d-a304-474d-89cc-502438a4588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:49.451589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.452254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.452376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-60c80e8d-a304-474d-89cc-502438a4588b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1098 time: 0.0819130
Apr 19 03:45:49.453036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.453521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.454017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.454503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.455030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.455570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.456059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.456536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:45:49.471435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:45:49.472437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.476888 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "DELETE /v2.0/security-groups/66b36786-e00e-4b37-85ae-56630e0a8890 HTTP/1.1" status: 204  len: 168 time: 0.3403878
Apr 19 03:45:49.479775 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36690) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:45:49.604501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-0acfc2a1-0323-4c01-9ac9-c2bf261a11c6 None None] Provisioning complete for port 589d1f32-cd4b-4443-9982-41cdb9265434 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 03:45:49.605058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0acfc2a1-0323-4c01-9ac9-c2bf261a11c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.700332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b19ec7-43cf-41fb-b724-b5a5836e57d1 req-d3215ad2-1893-4614-9543-59fe4838abea tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:49.701911 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-13b19ec7-43cf-41fb-b724-b5a5836e57d1 req-d3215ad2-1893-4614-9543-59fe4838abea tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.2093794
Apr 19 03:45:49.703188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-1d21b2bd-317c-4d89-a58d-2ede184931a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:49.704749 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-1d21b2bd-317c-4d89-a58d-2ede184931a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.2443273
Apr 19 03:45:49.709251 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Deleting port d926551d-f806-421d-9c90-b8046e26424e {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:45:49.709634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.894803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:49.895194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:50.029995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Calling delete_port for d926551d-f806-421d-9c90-b8046e26424e owned by network:floatingip {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:45:50.069252 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-13b19ec7-43cf-41fb-b724-b5a5836e57d1 req-b2352c4a-8632-4821-a986-1f75d71c2406 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3574097
Apr 19 03:45:50.091771 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-364c3785-ad51-406d-8082-69efdec5e076 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 1001 time: 0.3721220
Apr 19 03:45:50.162203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-acf37562-d6a2-47c1-b272-be3f7e753f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:50.163836 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-acf37562-d6a2-47c1-b272-be3f7e753f18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0709782
Apr 19 03:45:50.251374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-a3b92979-2e47-402e-bbb2-33d461acda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:50.253009 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-a3b92979-2e47-402e-bbb2-33d461acda59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824378
Apr 19 03:45:50.443452 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-76c7ad2e-eeb0-48f5-aa4d-629c2c12ee08 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832142
Apr 19 03:45:50.448136 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a104a5b-f4d6-474f-9635-0b9f00442484 req-5318a319-308c-4f4c-a007-bf006075ddbe tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0543199
Apr 19 03:45:50.464981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:50.470550 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:45:50.519895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event deleted for resources: {'Port': ['ID=d926551d-f806-421d-9c90-b8046e26424e,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:45:50.523279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:45:50.587290 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbf87950-79d7-4788-811b-9aa11376e0e2 req-57021d8a-0f2a-4d83-983a-de376715dfd1 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371467
Apr 19 03:45:50.616847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks [] for floatingip, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:50.617337 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Floating IP b72e38cd-ea31-402c-82ec-925d9ba14c4a disassociated (deleted). External IP: 172.27.0.231, port: 589d1f32-cd4b-4443-9982-41cdb9265434.
Apr 19 03:45:50.983866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:45:51.168161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:45:51.178868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] Sync routers for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:45:51.188858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:45:51.189532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e168f28>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:45:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:51.224789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:51.284493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7afc9-978b-4827-abfb-c8b89787a9e4 req-db8b51bb-432a-4de6-b584-ab1b17e76bce tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:45:51.286106 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a4b7afc9-978b-4827-abfb-c8b89787a9e4 req-db8b51bb-432a-4de6-b584-ab1b17e76bce tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0962989
Apr 19 03:45:51.287356 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "DELETE /v2.0/floatingips/b72e38cd-ea31-402c-82ec-925d9ba14c4a HTTP/1.1" status: 204  len: 168 time: 1.8059816
Apr 19 03:45:51.288045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:45:51.336541 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a4b7afc9-978b-4827-abfb-c8b89787a9e4 req-4e466c59-2110-42c4-90d8-672a3671e8a6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427709
Apr 19 03:45:51.393088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:45:51.437866 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5b5c0451-fa92-4bb3-9226-91df98371569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:51.721286 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e168f28>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:27Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:51.725329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] Checking router: 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:45:51.734183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:45:51.734837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e168f28>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:45:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:51.923023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:51.931204 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:45:52.172981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:52.261037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e168f28>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:27Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:45:52.265082 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a18c70-6779-445b-ad1d-6591d0c764c0 None None] The sync data for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi is: [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:43:18Z', 'revision_number': 4, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4', 'name': '', 'network_id': 'fc8eb1d0-e4c3-4655-b89b-30452bcfda62', 'tenant_id': '66830e413293499db3998f9e797be69c', 'mac_address': 'fa:16:3e:cc:e8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:17Z', 'updated_at': '2021-04-19T03:43:27Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'subnets': [{'id': 'b7d02305-b7f5-4bbc-b009-35f1776c33b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:45:52.475717 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:45:52.661937 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ace58a-6794-4a9d-879a-41aac7f2a63e None None] New status for floating IP b72e38cd-ea31-402c-82ec-925d9ba14c4a: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:45:53.298486 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:07.884482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:46:18.864809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-90b1f094-3d3f-421f-b318-98d1d585ebfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:21.406544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d759ca22-837b-48e6-b4e5-e67e522b69de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:21.875575 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:22.167048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:22.481308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:23.286716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:44.884760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:46:48.864700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-323eedc3-74bb-48a3-af0d-0c0c0c110c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:51.395845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23e8ee22-b697-4067-8865-280e20fbf403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:51.869537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:52.183805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:52.474847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:46:53.309514 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:18.874970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ea8eabce-8095-4294-a089-f1cfbe47f3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:21.406245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4a6e-da57-4825-86a3-370bc9497d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:21.881037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:21.884003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:47:22.182976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:22.485934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:23.314482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:26.539298 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bd33-6bd1-440b-8109-473808db679a req-f4d07d53-2193-4bef-a2a5-49b40655ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:26.540858 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-f4d07d53-2193-4bef-a2a5-49b40655ee70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1096 time: 0.0767980
Apr 19 03:47:26.697191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bd33-6bd1-440b-8109-473808db679a req-c0abbe28-4a5f-4536-a20c-7e58cf663bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:26.698830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-c0abbe28-4a5f-4536-a20c-7e58cf663bc4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 909 time: 0.1376035
Apr 19 03:47:26.808717 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-16ce3b1a-518b-4df1-90f5-5fc6df1e81a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 999 time: 0.1032820
Apr 19 03:47:26.878926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bd33-6bd1-440b-8109-473808db679a req-c1618b42-fb59-470e-93b7-f7431272997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:26.880500 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-c1618b42-fb59-470e-93b7-f7431272997c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 200  len: 847 time: 0.0656409
Apr 19 03:47:26.960083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bd33-6bd1-440b-8109-473808db679a req-1dd6cd89-69cc-4a1f-9ee0-ac04b044940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:26.961599 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-1dd6cd89-69cc-4a1f-9ee0-ac04b044940e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc40c6dd-681c-4758-8425-824537fa20a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752370
Apr 19 03:47:27.102762 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-d8c5c073-e0bc-4880-b8e4-44555b927d34 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333053
Apr 19 03:47:27.243741 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a3bd33-6bd1-440b-8109-473808db679a req-6c2cbb82-835b-497e-821b-c8f30225dd21 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345527
Apr 19 03:47:38.103186 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'status': 'completed', 'code': 200}
Apr 19 03:47:38.212713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-db22612c-0a2d-4b23-84d4-c6878428e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:38.214336 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-db22612c-0a2d-4b23-84d4-c6878428e336 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1098 time: 0.0808024
Apr 19 03:47:38.382008 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ce0d2d56-5afb-4f56-8e72-181386a30289 req-0591c51e-2693-437c-bf32-3192d957bec6 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0656018
Apr 19 03:47:38.412607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-0ca679e1-75af-4708-859b-3f42e701fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:38.414205 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-0ca679e1-75af-4708-859b-3f42e701fb45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.1940620
Apr 19 03:47:38.491176 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-aace757d-3b40-4c5e-85c1-1be9e952d160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 217 time: 0.0691803
Apr 19 03:47:38.572008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-d7a265d8-f769-4051-854b-87fe09faef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:38.573975 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-d7a265d8-f769-4051-854b-87fe09faef6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0731134
Apr 19 03:47:38.671137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-0f99a910-b761-464a-9ce4-a5c5363c0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:38.672852 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-0f99a910-b761-464a-9ce4-a5c5363c0283 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889401
Apr 19 03:47:38.888283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-7d0279fc-f908-417f-86c7-81b519614b9d service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075558
Apr 19 03:47:38.901333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc52c56-298a-4dff-bbaa-0f16cfaaa2ec req-d0950668-7770-4ec4-83d1-4a55f45229e3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:38.902840 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cc52c56-298a-4dff-bbaa-0f16cfaaa2ec req-d0950668-7770-4ec4-83d1-4a55f45229e3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.1445057
Apr 19 03:47:39.047405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7cc52c56-298a-4dff-bbaa-0f16cfaaa2ec req-894d1a4b-b288-45ce-a7c6-ae6e43070480 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192815
Apr 19 03:47:39.074611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-099220b8-d9a7-4482-9bed-541462fcdb6d req-12424147-2d6e-4034-a20c-ca1422dc589f service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707091
Apr 19 03:47:39.838971 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f6f86e5-5046-4678-884e-1a855b7a21c3 req-e2067cf7-9544-4e18-963b-34addbe7b7bf tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e2695b-dd12-444c-8d09-a65518f70b76 HTTP/1.1" status: 200  len: 210 time: 0.0499122
Apr 19 03:47:39.920511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b402710-227f-4ced-a4e7-3718e5b3225f req-7b3c441d-955c-4155-94e0-953432625950 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:39.922085 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6b402710-227f-4ced-a4e7-3718e5b3225f req-7b3c441d-955c-4155-94e0-953432625950 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0963418
Apr 19 03:47:39.971403 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6b402710-227f-4ced-a4e7-3718e5b3225f req-d9737fc1-501b-4b2c-ae04-45a8a63aa67f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420709
Apr 19 03:47:41.168567 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66767841-5db2-4366-90da-8175d7799ebe req-cab0a4e4-0273-4a81-b501-644351df418d tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104745756&fields=id&tenant_id=a012a767fda74dde8c60610167f3a08a HTTP/1.1" status: 200  len: 267 time: 0.0417166
Apr 19 03:47:41.179888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464782f1-13bb-4e9d-a57a-ef3b6ebd9e6c req-3c907cc0-ad5d-448a-8525-3580c4dd4509 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:41.181485 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-464782f1-13bb-4e9d-a57a-ef3b6ebd9e6c req-3c907cc0-ad5d-448a-8525-3580c4dd4509 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0916684
Apr 19 03:47:41.233170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-464782f1-13bb-4e9d-a57a-ef3b6ebd9e6c req-5b2fb957-b6be-41c3-a2f4-5186baa9d63a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453174
Apr 19 03:47:41.329849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66767841-5db2-4366-90da-8175d7799ebe req-966bee54-dd92-46a8-afb1-e4f196f111ae tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:41.331448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66767841-5db2-4366-90da-8175d7799ebe req-966bee54-dd92-46a8-afb1-e4f196f111ae tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/networks?id=aa5df436-235a-45f0-896c-3f8b6fe17aeb HTTP/1.1" status: 200  len: 812 time: 0.1553271
Apr 19 03:47:41.348717 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66767841-5db2-4366-90da-8175d7799ebe req-4663fd53-2d06-422b-820f-3af58d9d4001 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/quotas/a012a767fda74dde8c60610167f3a08a HTTP/1.1" status: 200  len: 375 time: 0.0093966
Apr 19 03:47:41.444048 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66767841-5db2-4366-90da-8175d7799ebe req-f43a41dc-466b-4dcc-8d74-c035ef5c5d52 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a012a767fda74dde8c60610167f3a08a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0896652
Apr 19 03:47:41.591571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66767841-5db2-4366-90da-8175d7799ebe req-71243f83-1fcb-4965-9b72-d62aa7a73853 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353545
Apr 19 03:47:41.736177 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66767841-5db2-4366-90da-8175d7799ebe req-1064795c-1edf-4eb3-b91f-b0aabf720839 service neutron] 10.222.0.25 "GET /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370234
Apr 19 03:47:42.042334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 36804) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:47:42.207549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Deleting port 6a4f53b7-5524-4984-afc9-8d12ae6a4d28 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:47:42.208102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:42.387013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:42.387404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:42.433927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502ac3a-7691-40e6-9a87-e6308330eb91 req-8a3fc6e1-47df-4e89-aa4c-a952a3bd265a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:42.435542 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f502ac3a-7691-40e6-9a87-e6308330eb91 req-8a3fc6e1-47df-4e89-aa4c-a952a3bd265a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0894046
Apr 19 03:47:42.482659 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f502ac3a-7691-40e6-9a87-e6308330eb91 req-5abdd0de-f145-4b9f-a944-60386f2ed57c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407052
Apr 19 03:47:42.518898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Calling delete_port for 6a4f53b7-5524-4984-afc9-8d12ae6a4d28 owned by network:floatingip {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:47:42.709112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:42.714322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fc4ed86f-be4f-44e2-9d2d-780e5c451802 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:47:42.789086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event deleted for resources: {'Port': ['ID=6a4f53b7-5524-4984-afc9-8d12ae6a4d28,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:47:42.838426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.838852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.839317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.839707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.840113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.840519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.840920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.841322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.841724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.842124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.842522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.842918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:47:42.850624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:47:42.874291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for floatingip, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:42.914750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:42.916068 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e8412b00-a28e-4a8c-a08d-c3a2785ae703 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "DELETE /v2.0/floatingips/9bc23046-3c83-4bf7-9bbf-d66ade01c8ec HTTP/1.1" status: 204  len: 168 time: 0.8726637
Apr 19 03:47:43.684766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256201b-aa00-4b80-b708-7fbf5f5884f9 req-b09830ef-bbfd-4ca8-9058-4a2bde9ae092 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:43.686418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a256201b-aa00-4b80-b708-7fbf5f5884f9 req-b09830ef-bbfd-4ca8-9058-4a2bde9ae092 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0884271
Apr 19 03:47:43.733737 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a256201b-aa00-4b80-b708-7fbf5f5884f9 req-69197a4f-d5ae-4bdd-843c-1a1883565ef5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404122
Apr 19 03:47:44.935885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715ab3-4902-4503-8f79-b33fa4ae43c2 req-18858e3d-3ba5-4d09-8ab9-4083eb649062 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:44.937497 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77715ab3-4902-4503-8f79-b33fa4ae43c2 req-18858e3d-3ba5-4d09-8ab9-4083eb649062 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0919380
Apr 19 03:47:44.987604 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77715ab3-4902-4503-8f79-b33fa4ae43c2 req-742557cd-dda3-4934-a759-082950fb7f3a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432515
Apr 19 03:47:46.190064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d574c-5e2f-41c1-b2de-41aa07ca3618 req-91033dc3-16d3-46bc-b93e-9ef09d2f99ff tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:46.191673 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e6d574c-5e2f-41c1-b2de-41aa07ca3618 req-91033dc3-16d3-46bc-b93e-9ef09d2f99ff tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910716
Apr 19 03:47:46.239426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e6d574c-5e2f-41c1-b2de-41aa07ca3618 req-7d9799e6-22c3-4ee4-9170-7aaa3f3eb798 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406086
Apr 19 03:47:47.437648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52709a5-b47e-4c2a-864d-ce4ca9dbd3e8 req-22a88412-1d81-47c8-a2bf-b578c00b54a9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:47.439355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a52709a5-b47e-4c2a-864d-ce4ca9dbd3e8 req-22a88412-1d81-47c8-a2bf-b578c00b54a9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0876057
Apr 19 03:47:47.486260 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a52709a5-b47e-4c2a-864d-ce4ca9dbd3e8 req-325fb67d-8598-4380-9d26-b45de4357ada tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406666
Apr 19 03:47:48.688686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d94c6-297f-4e5c-9219-a7a5111fe13f req-372eea2a-385e-47a9-b6bf-826a61fb2cd2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:48.690277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-306d94c6-297f-4e5c-9219-a7a5111fe13f req-372eea2a-385e-47a9-b6bf-826a61fb2cd2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0919783
Apr 19 03:47:48.738822 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-306d94c6-297f-4e5c-9219-a7a5111fe13f req-013b7dac-579a-435d-b77e-87706800eab7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420268
Apr 19 03:47:48.869183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-11a80d23-4f67-4249-aa43-9ad79df5f894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:49.942767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31695a23-98c7-465e-b5fb-2fbaeeac7fb0 req-91496a6c-92db-4347-b3e9-bf886a255083 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:49.944353 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31695a23-98c7-465e-b5fb-2fbaeeac7fb0 req-91496a6c-92db-4347-b3e9-bf886a255083 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910931
Apr 19 03:47:49.992365 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31695a23-98c7-465e-b5fb-2fbaeeac7fb0 req-ceab5d2a-bfe3-492b-bdce-3bb53d54d44b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416632
Apr 19 03:47:51.332488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cda1c-31c1-4eb7-9117-b4793d89ef82 req-9232ccfa-ccd6-4b5e-a09c-bc793b94cd9e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:51.333992 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b8cda1c-31c1-4eb7-9117-b4793d89ef82 req-9232ccfa-ccd6-4b5e-a09c-bc793b94cd9e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0875304
Apr 19 03:47:51.382540 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b8cda1c-31c1-4eb7-9117-b4793d89ef82 req-0958c752-5a55-4bf5-88b8-bb102f0b8f91 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422869
Apr 19 03:47:51.388555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2f71794b-184c-4da5-90ea-96ba28499bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:51.880026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:52.217172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:52.480030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:52.582457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875de4df-a7a6-4bf4-a8b7-075b3ac2d19f req-5cb319f5-791f-495c-8414-79a493001523 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:52.584276 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-875de4df-a7a6-4bf4-a8b7-075b3ac2d19f req-5cb319f5-791f-495c-8414-79a493001523 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0896239
Apr 19 03:47:52.638214 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-875de4df-a7a6-4bf4-a8b7-075b3ac2d19f req-a9b75970-225a-440d-b851-d3083be75bf8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468621
Apr 19 03:47:53.297051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:47:54.070668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca389aa-e4c1-47cf-a548-a5820af716db req-3eb3c8eb-915e-4b00-b823-4c4b4bca0210 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:54.072292 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ca389aa-e4c1-47cf-a548-a5820af716db req-3eb3c8eb-915e-4b00-b823-4c4b4bca0210 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.3230958
Apr 19 03:47:54.118954 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ca389aa-e4c1-47cf-a548-a5820af716db req-a4766350-ba73-4d5a-9286-f051aade6414 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402024
Apr 19 03:47:55.324289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a0aa5-5b3f-4ca8-8ad1-213f4437b0be req-5ad9e00b-1c63-467c-8a09-67be0308fdb5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:55.325908 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-041a0aa5-5b3f-4ca8-8ad1-213f4437b0be req-5ad9e00b-1c63-467c-8a09-67be0308fdb5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0950782
Apr 19 03:47:55.374895 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-041a0aa5-5b3f-4ca8-8ad1-213f4437b0be req-21aa4352-7b02-4475-a8de-35fbde62a7ab tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415406
Apr 19 03:47:56.572447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f12c2-9c78-43f5-bc46-fe1417e33189 req-0dd0cc18-04ef-49a6-88b9-faff48265e3d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:56.574022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ae5f12c2-9c78-43f5-bc46-fe1417e33189 req-0dd0cc18-04ef-49a6-88b9-faff48265e3d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0866821
Apr 19 03:47:56.625118 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ae5f12c2-9c78-43f5-bc46-fe1417e33189 req-ab512af8-562b-483c-b580-f78a3eb4634e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446146
Apr 19 03:47:57.834745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ec7ca-5ac6-4ac1-9caa-ccd5bdfeb0b3 req-8c78a40d-e7bf-4150-8d37-1178095ddf4e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:57.836359 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-df4ec7ca-5ac6-4ac1-9caa-ccd5bdfeb0b3 req-8c78a40d-e7bf-4150-8d37-1178095ddf4e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0922363
Apr 19 03:47:57.883380 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-df4ec7ca-5ac6-4ac1-9caa-ccd5bdfeb0b3 req-1383d684-53f5-49af-b7be-cf173600a019 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407031
Apr 19 03:47:58.883943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:47:59.081673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898ad6e-9c3e-4e73-a639-b89cf0df52ae req-5d27a84c-8240-45cb-bf14-2e0ee937809f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:47:59.083222 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d898ad6e-9c3e-4e73-a639-b89cf0df52ae req-5d27a84c-8240-45cb-bf14-2e0ee937809f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0866499
Apr 19 03:47:59.130152 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d898ad6e-9c3e-4e73-a639-b89cf0df52ae req-ba825532-0a7d-4a80-b071-0d15d607d99a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406907
Apr 19 03:48:00.327722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd35e9d-9fbd-4d0b-b582-5bbdf1c37a22 req-3003fe91-14f5-4427-aed8-f87f99201a3e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:00.329326 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd35e9d-9fbd-4d0b-b582-5bbdf1c37a22 req-3003fe91-14f5-4427-aed8-f87f99201a3e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0886650
Apr 19 03:48:00.378212 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fd35e9d-9fbd-4d0b-b582-5bbdf1c37a22 req-23d41b40-f4f3-4607-a634-28a110389585 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421736
Apr 19 03:48:01.586890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87101063-6d1d-4983-b7d4-da68dd6d32a3 req-c858fe1c-9ec6-4112-bee8-87b2db2bd77a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:01.586890 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-87101063-6d1d-4983-b7d4-da68dd6d32a3 req-c858fe1c-9ec6-4112-bee8-87b2db2bd77a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0951402
Apr 19 03:48:01.633622 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-87101063-6d1d-4983-b7d4-da68dd6d32a3 req-0fe6c01c-ffd7-405d-9fe6-82277db6a452 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433149
Apr 19 03:48:02.893648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7589-512e-4d16-8cf5-217f43f407e4 req-6290fbb2-9227-4ab1-a7b6-8cc66eeeb190 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:02.895220 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-014a7589-512e-4d16-8cf5-217f43f407e4 req-6290fbb2-9227-4ab1-a7b6-8cc66eeeb190 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.1413660
Apr 19 03:48:02.941905 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-014a7589-512e-4d16-8cf5-217f43f407e4 req-6058adc4-d8c6-4f95-9949-ba4016d87309 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397539
Apr 19 03:48:04.191556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3ddfa-5aa9-4f37-ae80-14c6e8e245ae req-19abdc90-5113-48ee-b1d9-a5a58cd35d18 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:04.193742 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0e3ddfa-5aa9-4f37-ae80-14c6e8e245ae req-19abdc90-5113-48ee-b1d9-a5a58cd35d18 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.1403186
Apr 19 03:48:04.240982 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0e3ddfa-5aa9-4f37-ae80-14c6e8e245ae req-c7df2dbe-0613-41c9-8084-5a1f9b1870ca tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407195
Apr 19 03:48:05.443153 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc64afe-ad00-4a42-b04e-c54d093632ba req-16326861-a99c-4696-ac46-3aa2a95c4d5f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:05.444765 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7dc64afe-ad00-4a42-b04e-c54d093632ba req-16326861-a99c-4696-ac46-3aa2a95c4d5f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0896001
Apr 19 03:48:05.496265 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7dc64afe-ad00-4a42-b04e-c54d093632ba req-03c44a4e-4552-4192-9051-e40158609c6f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451391
Apr 19 03:48:06.700474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de5f7f-9b32-4f63-8944-0416a52d069b req-9eb6eb75-1d14-4b94-8d1f-f486e7c76939 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:06.702035 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-15de5f7f-9b32-4f63-8944-0416a52d069b req-9eb6eb75-1d14-4b94-8d1f-f486e7c76939 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910280
Apr 19 03:48:06.748539 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-15de5f7f-9b32-4f63-8944-0416a52d069b req-9f88be3f-ea40-446a-8016-dc96f77f898e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401304
Apr 19 03:48:07.947757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5fed9-2375-4d1c-aac5-0cb646b6fd4d req-0e9d2066-65e8-4b5b-b9fb-26bdf7ef7bab tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:07.949336 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d6e5fed9-2375-4d1c-aac5-0cb646b6fd4d req-0e9d2066-65e8-4b5b-b9fb-26bdf7ef7bab tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0893290
Apr 19 03:48:07.996501 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d6e5fed9-2375-4d1c-aac5-0cb646b6fd4d req-f0d2db48-118d-4c21-859a-0445acd6bc8a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410473
Apr 19 03:48:09.198165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5df4a7-bbf9-4702-bec2-804cea932b94 req-f4de05e2-d581-4d42-a59e-5dcf85a16595 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:09.199804 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ca5df4a7-bbf9-4702-bec2-804cea932b94 req-f4de05e2-d581-4d42-a59e-5dcf85a16595 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0932660
Apr 19 03:48:09.247936 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ca5df4a7-bbf9-4702-bec2-804cea932b94 req-b4990b46-1887-494a-a30e-b739e99aabf0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414226
Apr 19 03:48:10.452396 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39d074-1416-4434-9a65-bccfd12ecead req-9392299e-d225-426b-b4ab-04ae6c75ffda tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:10.453968 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2d39d074-1416-4434-9a65-bccfd12ecead req-9392299e-d225-426b-b4ab-04ae6c75ffda tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0930336
Apr 19 03:48:10.734460 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2d39d074-1416-4434-9a65-bccfd12ecead req-0a1dab40-a5f4-4361-ac7d-308849f05b8e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2734027
Apr 19 03:48:11.934127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae7521-cf3e-45b0-8f0a-c2d8d1ca807d req-a01fc788-5f78-4f2c-a409-e7c5586cf8c0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:11.935739 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3ae7521-cf3e-45b0-8f0a-c2d8d1ca807d req-a01fc788-5f78-4f2c-a409-e7c5586cf8c0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0877771
Apr 19 03:48:11.982666 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3ae7521-cf3e-45b0-8f0a-c2d8d1ca807d req-aad84802-7cb0-439f-9bf5-f74bd629a7ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406308
Apr 19 03:48:13.181827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436f04-ddb0-4c55-bcfc-7afc0f19e2fb req-c776706f-5f4d-4d07-9b87-a4852c5d83b5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:13.183417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7436f04-ddb0-4c55-bcfc-7afc0f19e2fb req-c776706f-5f4d-4d07-9b87-a4852c5d83b5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0876789
Apr 19 03:48:13.234356 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7436f04-ddb0-4c55-bcfc-7afc0f19e2fb req-c219b495-9832-426f-9ec0-94276df0326b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445309
Apr 19 03:48:14.438718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7577-dd9d-42be-987d-052e37433d8f req-38c48ab5-bc35-4984-9e0a-7f25d0121cb3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:14.440280 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82ae7577-dd9d-42be-987d-052e37433d8f req-38c48ab5-bc35-4984-9e0a-7f25d0121cb3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0896466
Apr 19 03:48:14.488232 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82ae7577-dd9d-42be-987d-052e37433d8f req-501ae570-8796-421a-a000-49951557eb70 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416965
Apr 19 03:48:15.685647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eea2e-a8dc-4ebc-927b-f129c592ef21 req-8d2caf0a-a4d8-4625-99b9-23036cb518ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:15.687249 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-170eea2e-a8dc-4ebc-927b-f129c592ef21 req-8d2caf0a-a4d8-4625-99b9-23036cb518ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0888014
Apr 19 03:48:15.734948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-170eea2e-a8dc-4ebc-927b-f129c592ef21 req-5d1bad42-0579-4d55-b09a-4b017792a726 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411057
Apr 19 03:48:16.933792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825cd87-0cff-4de7-af53-9f6caf0af824 req-44f0676c-0330-48d2-95e5-f54b6730e0c1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:16.935384 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f825cd87-0cff-4de7-af53-9f6caf0af824 req-44f0676c-0330-48d2-95e5-f54b6730e0c1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0882814
Apr 19 03:48:16.987209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f825cd87-0cff-4de7-af53-9f6caf0af824 req-1a368b3e-21d2-4289-837f-f9e2db19be81 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440273
Apr 19 03:48:18.190451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e745430-8219-4bbd-8cee-b73a4501a72a req-f08b8c86-88cf-4804-801c-f8dbb9eb5174 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:18.192069 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e745430-8219-4bbd-8cee-b73a4501a72a req-f08b8c86-88cf-4804-801c-f8dbb9eb5174 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0916145
Apr 19 03:48:18.238776 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e745430-8219-4bbd-8cee-b73a4501a72a req-306bf095-7426-433d-93be-6dcf9d615c29 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398264
Apr 19 03:48:18.879481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-777ba564-84d9-4cdc-b8be-cfa9d7f6f6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:19.437004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dec340-2df5-4270-8e10-dea94af90dac req-0b1bc23e-0384-474f-b785-808c64558f0f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:19.438564 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7dec340-2df5-4270-8e10-dea94af90dac req-0b1bc23e-0384-474f-b785-808c64558f0f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0873353
Apr 19 03:48:19.485853 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7dec340-2df5-4270-8e10-dea94af90dac req-378e3822-d655-4458-8724-42e0b8d5cd10 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406394
Apr 19 03:48:20.688169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b5887-cfcf-46c5-8f2a-c999bb7b94b0 req-94e39611-4eb9-48be-9372-921e37cb39cf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:20.689768 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a51b5887-cfcf-46c5-8f2a-c999bb7b94b0 req-94e39611-4eb9-48be-9372-921e37cb39cf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0873168
Apr 19 03:48:20.737267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a51b5887-cfcf-46c5-8f2a-c999bb7b94b0 req-9dde06aa-05ca-4e10-ac3f-a1d934bfed16 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405533
Apr 19 03:48:21.399651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4fc48026-35ec-4103-9d11-d6f328b98feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:21.891123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:21.944403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57bccf-f700-4b95-9e5f-e27fabf05a89 req-265a8a89-7427-4482-9d5d-007c9bbdecae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:21.945999 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad57bccf-f700-4b95-9e5f-e27fabf05a89 req-265a8a89-7427-4482-9d5d-007c9bbdecae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0934637
Apr 19 03:48:21.996393 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ad57bccf-f700-4b95-9e5f-e27fabf05a89 req-9f0c8d1b-e4a2-40f8-90bf-a8e78ba25bd4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428536
Apr 19 03:48:22.205275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:22.495312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:23.197291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f404123-86e4-4dcb-8222-df35805acf2a req-ae6874fd-ca91-4bd8-ab5a-a6c44f69c6aa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:23.198858 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f404123-86e4-4dcb-8222-df35805acf2a req-ae6874fd-ca91-4bd8-ab5a-a6c44f69c6aa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0913689
Apr 19 03:48:23.246071 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f404123-86e4-4dcb-8222-df35805acf2a req-c3295142-4de7-4718-af73-bf1ae01d3572 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410879
Apr 19 03:48:23.336509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:24.444503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd063723-49dc-41df-ae17-c08cb1432693 req-8bc8f025-5286-4b5b-8c77-276d4d0577ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:24.446063 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd063723-49dc-41df-ae17-c08cb1432693 req-8bc8f025-5286-4b5b-8c77-276d4d0577ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0883608
Apr 19 03:48:24.496270 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd063723-49dc-41df-ae17-c08cb1432693 req-35f6cd6c-f280-4ac1-a69f-f394ed1a1b7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438726
Apr 19 03:48:25.695126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ad919-4c50-4d1d-8c0d-b771d260d16b req-27953569-f36f-446e-bda9-25c9a238f1d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:25.696730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-442ad919-4c50-4d1d-8c0d-b771d260d16b req-27953569-f36f-446e-bda9-25c9a238f1d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0899997
Apr 19 03:48:25.749767 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-442ad919-4c50-4d1d-8c0d-b771d260d16b req-a8c5d978-ea5c-4aff-ad4c-8c4f509aee21 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463080
Apr 19 03:48:26.954729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ff34-407f-464a-b55d-3d2063180e54 req-491f3125-3251-41c0-be98-6175053f53d4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:26.956355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c882ff34-407f-464a-b55d-3d2063180e54 req-491f3125-3251-41c0-be98-6175053f53d4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0937767
Apr 19 03:48:27.003877 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c882ff34-407f-464a-b55d-3d2063180e54 req-a2a5821e-3158-43fb-821a-d5f71c69a5ec tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406644
Apr 19 03:48:28.203410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c56d4-2835-4065-bb6c-633e3a67c41e req-80cf687b-a465-4688-bbd0-9fcd61b2d156 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:28.204966 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f9c56d4-2835-4065-bb6c-633e3a67c41e req-80cf687b-a465-4688-bbd0-9fcd61b2d156 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0872262
Apr 19 03:48:28.251624 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f9c56d4-2835-4065-bb6c-633e3a67c41e req-318d3ada-22df-4a5e-b9e3-0d35d271b5ed tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398893
Apr 19 03:48:28.518310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-689fba32-7b4c-4cda-8a4a-55dbf30fe1d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1221046
Apr 19 03:48:28.615850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-3260b0bd-f1d8-46f2-8a74-b9adc41defc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:28.617497 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-3260b0bd-f1d8-46f2-8a74-b9adc41defc8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.0787172
Apr 19 03:48:28.770883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-be53f35e-3857-49fa-974e-d67512c1793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:28.772425 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-be53f35e-3857-49fa-974e-d67512c1793d service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.1367569
Apr 19 03:48:28.881079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-363dd2f5-c9e2-4903-a8f6-8ac5f5ce3ce0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1002 time: 0.1022573
Apr 19 03:48:28.948123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-0be2ca20-e1b0-4265-b825-d78dcb1c2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:28.949693 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-0be2ca20-e1b0-4265-b825-d78dcb1c2c01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0630097
Apr 19 03:48:29.033391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-e933b686-214b-453d-a77b-5b19f460a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:29.035012 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-e933b686-214b-453d-a77b-5b19f460a565 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791786
Apr 19 03:48:29.046199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-78b6912e-3533-461f-8671-de5045f772ce service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:48:29.047255 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-78b6912e-3533-461f-8671-de5045f772ce service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057189
Apr 19 03:48:29.188233 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-0f3e2067-8a0a-43e3-9c6f-76f40c9790cb service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345842
Apr 19 03:48:29.330497 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8452eab0-215f-40ab-b1bd-6bd2975f978d req-969b0fa7-89b9-4281-84fc-50172a954ecc service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357238
Apr 19 03:48:29.452092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b4f3-6fb3-4b0f-b046-e775ced3e219 req-c5e38d29-6845-4f79-83af-d77a48c0ad56 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:29.453684 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31f9b4f3-6fb3-4b0f-b046-e775ced3e219 req-c5e38d29-6845-4f79-83af-d77a48c0ad56 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0869131
Apr 19 03:48:29.506966 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31f9b4f3-6fb3-4b0f-b046-e775ced3e219 req-212bbc48-f6bb-4e70-b96d-e4e08ed6882b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459969
Apr 19 03:48:30.706838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacf1bd-c1e9-44ac-9c94-3cb97ab1a9c8 req-8c8489d1-83a9-4214-afa0-c5bc92b5cd55 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:30.708463 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bacf1bd-c1e9-44ac-9c94-3cb97ab1a9c8 req-8c8489d1-83a9-4214-afa0-c5bc92b5cd55 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0881803
Apr 19 03:48:30.756062 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bacf1bd-c1e9-44ac-9c94-3cb97ab1a9c8 req-d499e649-bb9f-40df-97ab-4858027ef1b1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413036
Apr 19 03:48:31.955036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf6097-f203-41c8-a7e9-dd62c383344d req-be4a7cd9-2195-4217-bb6f-9d82c4890b76 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:31.956946 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cbf6097-f203-41c8-a7e9-dd62c383344d req-be4a7cd9-2195-4217-bb6f-9d82c4890b76 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0892334
Apr 19 03:48:32.005577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cbf6097-f203-41c8-a7e9-dd62c383344d req-aa98dfb4-60e5-40a7-a001-d9a926b79d45 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421917
Apr 19 03:48:33.204482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29a5a1-0442-491c-b336-6f4c30cee9bb req-fd76c4a1-0419-42d0-bfec-6a4104350f54 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:33.206023 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b29a5a1-0442-491c-b336-6f4c30cee9bb req-fd76c4a1-0419-42d0-bfec-6a4104350f54 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0893273
Apr 19 03:48:33.252162 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9b29a5a1-0442-491c-b336-6f4c30cee9bb req-948ec41d-b0e5-4f60-89f5-b827152817da tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397573
Apr 19 03:48:34.452955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779c0b8-19be-41af-a572-a4d4683ba283 req-09c7cd11-25b4-41e8-99ec-fdcc9b5b7706 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:34.454562 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c779c0b8-19be-41af-a572-a4d4683ba283 req-09c7cd11-25b4-41e8-99ec-fdcc9b5b7706 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0915394
Apr 19 03:48:34.502653 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c779c0b8-19be-41af-a572-a4d4683ba283 req-0f792ebe-6f1d-48af-97da-9d9d8965a4a5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411487
Apr 19 03:48:35.706117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99525c7e-fe7e-41f2-8e2c-15450a4ccf89 req-a610841e-38cb-4bed-a9b8-57de2d8a2bec tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:35.707769 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-99525c7e-fe7e-41f2-8e2c-15450a4ccf89 req-a610841e-38cb-4bed-a9b8-57de2d8a2bec tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0880563
Apr 19 03:48:35.759459 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-99525c7e-fe7e-41f2-8e2c-15450a4ccf89 req-2b9c77ba-1c58-49ed-934f-538b3ae1e7be tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445476
Apr 19 03:48:35.883994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:48:36.965555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0a83e-3b36-4348-b80c-811107c51394 req-52093546-6820-4cc8-b498-11d3eb7eb6ec tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:36.967150 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-34b0a83e-3b36-4348-b80c-811107c51394 req-52093546-6820-4cc8-b498-11d3eb7eb6ec tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0879786
Apr 19 03:48:37.014236 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-34b0a83e-3b36-4348-b80c-811107c51394 req-fb21e204-9f1c-406d-92f1-2b4af12db4c2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407567
Apr 19 03:48:38.212398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521bdcf-6d79-4670-8272-6bb7be06aba5 req-16dcacad-a378-45c1-86ee-a470656ccd6a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:38.213965 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f521bdcf-6d79-4670-8272-6bb7be06aba5 req-16dcacad-a378-45c1-86ee-a470656ccd6a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0866938
Apr 19 03:48:38.261703 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f521bdcf-6d79-4670-8272-6bb7be06aba5 req-7670fe8d-1fb2-40b1-9b51-3bcc006f3f88 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413480
Apr 19 03:48:39.465076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a42b-30ec-4550-a845-d2a1aac1750c req-a633a6c5-ba58-4ffb-9315-1b7244696292 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:39.466643 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2675a42b-30ec-4550-a845-d2a1aac1750c req-a633a6c5-ba58-4ffb-9315-1b7244696292 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0914161
Apr 19 03:48:39.514977 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2675a42b-30ec-4550-a845-d2a1aac1750c req-d5690197-267f-4a82-83f6-45a8d20e9640 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419741
Apr 19 03:48:40.715692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0aadb-0a18-4c33-84e7-997f1901ccf1 req-bf7a08df-dad3-4c46-8114-b3ff4988059a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:40.717170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6cc0aadb-0a18-4c33-84e7-997f1901ccf1 req-bf7a08df-dad3-4c46-8114-b3ff4988059a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0901966
Apr 19 03:48:40.764238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6cc0aadb-0a18-4c33-84e7-997f1901ccf1 req-24057727-fbf3-4c3f-8b77-46cc0a6855b6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407913
Apr 19 03:48:41.960797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a26aec-8463-484d-9e81-57637c9ad238 req-62a3d50a-9a41-4abd-b310-a44391f2d6a7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:41.962374 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b8a26aec-8463-484d-9e81-57637c9ad238 req-62a3d50a-9a41-4abd-b310-a44391f2d6a7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0880814
Apr 19 03:48:42.014168 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b8a26aec-8463-484d-9e81-57637c9ad238 req-6a9523f5-dd1c-47d9-9844-7b3d0759050d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453894
Apr 19 03:48:43.213998 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dd4b9-60e8-4a62-878c-a670c8dd371b req-ef4c46af-c50b-4e33-a9c5-8b6bcb6fbc59 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:43.215569 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d2dd4b9-60e8-4a62-878c-a670c8dd371b req-ef4c46af-c50b-4e33-a9c5-8b6bcb6fbc59 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0871139
Apr 19 03:48:43.261745 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d2dd4b9-60e8-4a62-878c-a670c8dd371b req-01199f02-aecc-4fe0-af4f-3676eb609ce4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400238
Apr 19 03:48:44.464832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4f980-7e91-4ac1-b2ca-bc8c7b0805f1 req-4da29955-4d0c-4b80-92eb-d072955adbcf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:44.466436 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7c4f980-7e91-4ac1-b2ca-bc8c7b0805f1 req-4da29955-4d0c-4b80-92eb-d072955adbcf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0904756
Apr 19 03:48:44.516451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7c4f980-7e91-4ac1-b2ca-bc8c7b0805f1 req-d1ace16e-3fd3-49ba-ac80-4e4c4d9d9560 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436614
Apr 19 03:48:45.723405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba258d-c00f-4841-84d9-91ccde718a64 req-d4b58171-1cb3-4a64-8d73-acb5c7620d0a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:45.725570 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61ba258d-c00f-4841-84d9-91ccde718a64 req-d4b58171-1cb3-4a64-8d73-acb5c7620d0a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0925877
Apr 19 03:48:45.772848 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61ba258d-c00f-4841-84d9-91ccde718a64 req-4b251238-1f2e-4710-a85d-83d0380f8cab tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407603
Apr 19 03:48:46.973558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6ea7-4031-4543-9bbc-b5a9b546f121 req-9b930170-64af-4405-a6c5-a44beb982d93 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:46.975631 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-95fe6ea7-4031-4543-9bbc-b5a9b546f121 req-9b930170-64af-4405-a6c5-a44beb982d93 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0900636
Apr 19 03:48:47.021848 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-95fe6ea7-4031-4543-9bbc-b5a9b546f121 req-5d8542c3-9dc8-4e6b-b5c1-161dcd1e36c0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399599
Apr 19 03:48:48.220782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf5d00-7aa5-4fb0-9586-85ab0e3505df req-eb30931f-5649-48dd-b24e-8fac4d9eb7f6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:48.222427 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3edf5d00-7aa5-4fb0-9586-85ab0e3505df req-eb30931f-5649-48dd-b24e-8fac4d9eb7f6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0881886
Apr 19 03:48:48.273871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3edf5d00-7aa5-4fb0-9586-85ab0e3505df req-30b086e3-ec9a-4d5f-a4ed-d9ed2794b4e0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450387
Apr 19 03:48:48.872477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-74fdac01-a755-4a34-9394-8cf01a0cb98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:49.472732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986d722-9039-4d89-8dbd-8497869a7a34 req-48f4641b-4e32-4cf7-8fce-9d8faed6ae79 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:49.474322 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0986d722-9039-4d89-8dbd-8497869a7a34 req-48f4641b-4e32-4cf7-8fce-9d8faed6ae79 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0874932
Apr 19 03:48:49.522369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0986d722-9039-4d89-8dbd-8497869a7a34 req-fcb74fd6-b48e-4af1-963e-ef2a7947c5a9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417087
Apr 19 03:48:50.721622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087f30-db68-46c3-a372-f387983c1164 req-b6813da7-8162-44e0-bbb2-cffacb421f86 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:50.723207 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64087f30-db68-46c3-a372-f387983c1164 req-b6813da7-8162-44e0-bbb2-cffacb421f86 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0873790
Apr 19 03:48:50.771672 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-64087f30-db68-46c3-a372-f387983c1164 req-bbe34242-cabe-4104-8630-85be771cb174 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415881
Apr 19 03:48:51.409547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a768f6d6-5dfa-40d5-9ad3-3d68dd8e4067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:51.907990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:51.977018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30b89-4d76-4f59-9b0e-cdf28dec3f9a req-e44c4159-5c2e-4f6a-af40-caa864d87c97 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:51.978587 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efa30b89-4d76-4f59-9b0e-cdf28dec3f9a req-e44c4159-5c2e-4f6a-af40-caa864d87c97 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0929074
Apr 19 03:48:52.025242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efa30b89-4d76-4f59-9b0e-cdf28dec3f9a req-725e441c-9d38-4c67-abcc-3c91aa3c4942 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401266
Apr 19 03:48:52.222087 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:52.490752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:53.227042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a669-0925-4c35-9e71-8d9472e87e97 req-3b96423c-74f9-450b-8554-30b286e62b61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:53.228598 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9884a669-0925-4c35-9e71-8d9472e87e97 req-3b96423c-74f9-450b-8554-30b286e62b61 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0922101
Apr 19 03:48:53.278474 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9884a669-0925-4c35-9e71-8d9472e87e97 req-ef2b20da-55ec-4fd9-b84c-3e73418fe6f0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433962
Apr 19 03:48:53.319638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:48:54.488854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b441a-9e80-4f88-a6a2-0cf09ffb2b8f req-60e2ea08-c5d0-45ed-bb88-63db6c2ae9c9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:54.490785 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c24b441a-9e80-4f88-a6a2-0cf09ffb2b8f req-60e2ea08-c5d0-45ed-bb88-63db6c2ae9c9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0866241
Apr 19 03:48:54.543256 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c24b441a-9e80-4f88-a6a2-0cf09ffb2b8f req-89aed8d4-a808-4d29-97b9-ff7218829f88 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460422
Apr 19 03:48:55.744120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b83f7-bcc6-44f8-8707-224e9ee110f4 req-574d2e6a-8ea1-438e-83d7-928f0cf6af3f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:55.745615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c4b83f7-bcc6-44f8-8707-224e9ee110f4 req-574d2e6a-8ea1-438e-83d7-928f0cf6af3f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0875659
Apr 19 03:48:55.792448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c4b83f7-bcc6-44f8-8707-224e9ee110f4 req-7cd6656f-1cfd-496d-a7b1-126c3ad24206 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405653
Apr 19 03:48:57.001673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca981564-97e5-4675-9e6f-7beebe9b49ed req-fa7e9c39-989b-483d-be29-e2bf7ca66f7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:57.003284 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ca981564-97e5-4675-9e6f-7beebe9b49ed req-fa7e9c39-989b-483d-be29-e2bf7ca66f7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0886462
Apr 19 03:48:57.051071 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ca981564-97e5-4675-9e6f-7beebe9b49ed req-5198c8c7-6ade-4a25-8cdf-af25f9d8f75c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413625
Apr 19 03:48:58.256969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16b891-e7f0-42ba-b8f7-0db3e38e159b req-c87f73a0-7188-438d-854a-31a6598b8622 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:58.258532 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb16b891-e7f0-42ba-b8f7-0db3e38e159b req-c87f73a0-7188-438d-854a-31a6598b8622 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0918326
Apr 19 03:48:58.306867 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb16b891-e7f0-42ba-b8f7-0db3e38e159b req-7077958f-60b2-4e56-9b8c-bb5c2ee65f18 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418842
Apr 19 03:48:59.510713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35132-ce17-479a-bc78-f03e42ae0201 req-006e8888-b5e8-40ab-90c6-1acdf817c758 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:48:59.512315 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ec35132-ce17-479a-bc78-f03e42ae0201 req-006e8888-b5e8-40ab-90c6-1acdf817c758 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0918224
Apr 19 03:48:59.561570 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ec35132-ce17-479a-bc78-f03e42ae0201 req-459eed82-9461-4666-82c5-18042153b69c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430207
Apr 19 03:49:00.760762 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1219e8-e1e3-4cc2-9059-afe73dcc74b7 req-18857e55-c8ac-4e26-a11b-f9f5ed0f1b9c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:00.762371 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e1219e8-e1e3-4cc2-9059-afe73dcc74b7 req-18857e55-c8ac-4e26-a11b-f9f5ed0f1b9c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0889421
Apr 19 03:49:00.812892 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e1219e8-e1e3-4cc2-9059-afe73dcc74b7 req-def0bb9a-2ffd-4f20-baf3-556db67e8da9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440848
Apr 19 03:49:02.011889 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697e949-b3e6-4f8a-a3d4-75c210266d0c req-1eb76c2b-9f96-42e9-9b37-facf5a0ed019 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:02.013500 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c697e949-b3e6-4f8a-a3d4-75c210266d0c req-1eb76c2b-9f96-42e9-9b37-facf5a0ed019 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0881951
Apr 19 03:49:02.060885 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c697e949-b3e6-4f8a-a3d4-75c210266d0c req-5ab143ba-3fde-4bbe-b709-c3a3f80edfc5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410118
Apr 19 03:49:03.260822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d338e9-7f3c-46cb-b84e-a92ca7dd6736 req-d884431b-32f6-4b72-8402-b27f7e339b22 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:03.262429 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f3d338e9-7f3c-46cb-b84e-a92ca7dd6736 req-d884431b-32f6-4b72-8402-b27f7e339b22 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0885701
Apr 19 03:49:03.312007 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f3d338e9-7f3c-46cb-b84e-a92ca7dd6736 req-3f3aebf9-e8c9-46e4-a42e-4488bb38f856 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430467
Apr 19 03:49:04.513922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfc93-0abd-4c62-a2f8-9a4dad222f66 req-f8ba912b-48aa-441f-badb-91b4e23fcbb3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:04.515409 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7e5dfc93-0abd-4c62-a2f8-9a4dad222f66 req-f8ba912b-48aa-441f-badb-91b4e23fcbb3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0900753
Apr 19 03:49:04.565117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7e5dfc93-0abd-4c62-a2f8-9a4dad222f66 req-18a39f73-9912-465c-8e28-3fb5534f0cd4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429485
Apr 19 03:49:05.768700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ca884-48af-4720-a7d8-aff956dd6b66 req-0ed1ca8a-c2b0-4a9f-80cf-4f91c999a9d4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:05.770421 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f27ca884-48af-4720-a7d8-aff956dd6b66 req-0ed1ca8a-c2b0-4a9f-80cf-4f91c999a9d4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0893145
Apr 19 03:49:05.818678 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f27ca884-48af-4720-a7d8-aff956dd6b66 req-d8aa18b9-7037-4b6d-9d52-dc70b7d4da4d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415406
Apr 19 03:49:07.019381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34617f3-b46d-4047-8477-2fa6d24eaffb req-dc9838a9-cbde-465b-80ed-fb8c1f3c5353 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:07.020991 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a34617f3-b46d-4047-8477-2fa6d24eaffb req-dc9838a9-cbde-465b-80ed-fb8c1f3c5353 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0871909
Apr 19 03:49:07.067062 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a34617f3-b46d-4047-8477-2fa6d24eaffb req-20689b26-2712-4693-bbac-ed3d04860f34 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395763
Apr 19 03:49:08.280921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831feb70-107e-4ef1-8a50-cb8b4cd945fe req-4f877395-d4c1-451d-aceb-4db89a0288c4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:08.282413 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-831feb70-107e-4ef1-8a50-cb8b4cd945fe req-4f877395-d4c1-451d-aceb-4db89a0288c4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0874810
Apr 19 03:49:08.330543 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-831feb70-107e-4ef1-8a50-cb8b4cd945fe req-61225006-7d6a-49d5-a3e2-43dfaf078aac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417473
Apr 19 03:49:09.532554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea16777-1f4e-48e8-9c10-14018150eba1 req-30b533fe-fc62-4e51-8f15-3f15af1f97ba tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:09.534164 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ea16777-1f4e-48e8-9c10-14018150eba1 req-30b533fe-fc62-4e51-8f15-3f15af1f97ba tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0920691
Apr 19 03:49:09.585163 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ea16777-1f4e-48e8-9c10-14018150eba1 req-fdbeff3e-2c97-4414-af7e-e1f265c0eb64 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445638
Apr 19 03:49:10.800934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15808d-659f-4039-a8d9-02b4a0dda79e req-0ca0c54d-b64c-4714-a497-18aa09da5e94 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:10.802480 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2f15808d-659f-4039-a8d9-02b4a0dda79e req-0ca0c54d-b64c-4714-a497-18aa09da5e94 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0920370
Apr 19 03:49:10.850473 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2f15808d-659f-4039-a8d9-02b4a0dda79e req-8b796c10-bbca-4490-bf49-f579b5c93d62 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417747
Apr 19 03:49:12.050712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2444a-6372-4677-a300-f3c45de8631c req-dc9adf10-bda0-4b7a-ad6f-8c30b1e9d862 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:12.052354 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1b2444a-6372-4677-a300-f3c45de8631c req-dc9adf10-bda0-4b7a-ad6f-8c30b1e9d862 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0887706
Apr 19 03:49:12.104301 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1b2444a-6372-4677-a300-f3c45de8631c req-da1b2294-02fe-40ae-b25e-5ca1b95ead6b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455163
Apr 19 03:49:12.883730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:49:13.306229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfae537-0a2b-472c-9134-c51678aa37a3 req-b7a2c9aa-33c6-41c5-bd5a-99480d986acf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:13.307833 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cdfae537-0a2b-472c-9134-c51678aa37a3 req-b7a2c9aa-33c6-41c5-bd5a-99480d986acf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0887296
Apr 19 03:49:13.358339 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cdfae537-0a2b-472c-9134-c51678aa37a3 req-bf715783-fd3e-4e47-a3c6-6a413242cea3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442328
Apr 19 03:49:14.560288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cbc9b-73d0-4316-be17-55999ebcc214 req-975fdaea-a0f1-451f-bda8-3178e0606657 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:14.561891 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8d5cbc9b-73d0-4316-be17-55999ebcc214 req-975fdaea-a0f1-451f-bda8-3178e0606657 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0900416
Apr 19 03:49:14.611621 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8d5cbc9b-73d0-4316-be17-55999ebcc214 req-57f83483-be28-4b27-b0e3-599796694c80 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426438
Apr 19 03:49:15.812752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413b05f-d8fb-4b86-aa1f-85461c3ed226 req-ac6ee30e-bafc-49a6-a2ea-8297cee815e7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:15.814339 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d413b05f-d8fb-4b86-aa1f-85461c3ed226 req-ac6ee30e-bafc-49a6-a2ea-8297cee815e7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0887711
Apr 19 03:49:15.861057 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d413b05f-d8fb-4b86-aa1f-85461c3ed226 req-f09f1006-b074-4ec4-b475-77deffc764f2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397105
Apr 19 03:49:17.062628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149796a-5e4b-4da1-92b0-658578bb0105 req-f30f926e-ac5f-4d6c-991e-4c21a1d27a36 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:17.064138 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9149796a-5e4b-4da1-92b0-658578bb0105 req-f30f926e-ac5f-4d6c-991e-4c21a1d27a36 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0906343
Apr 19 03:49:17.110712 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9149796a-5e4b-4da1-92b0-658578bb0105 req-e076565e-9e29-4a89-96db-87640f093700 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398459
Apr 19 03:49:18.311130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793988e-e63a-4fd8-995f-8a4ffc3dfacc req-2821fe67-fa96-4962-8167-169d707b75d4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:18.312698 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6793988e-e63a-4fd8-995f-8a4ffc3dfacc req-2821fe67-fa96-4962-8167-169d707b75d4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0908020
Apr 19 03:49:18.361435 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6793988e-e63a-4fd8-995f-8a4ffc3dfacc req-ddce1329-f52c-4fea-9a71-82c7f6691545 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418415
Apr 19 03:49:18.879054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb99d-9390-47dc-93f8-15269f8d4922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:19.561817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46d3cb-917e-46a8-9518-ae634b3791af req-9d864730-30cf-40f3-a5d7-5fd4fcf4303c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:19.563440 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b46d3cb-917e-46a8-9518-ae634b3791af req-9d864730-30cf-40f3-a5d7-5fd4fcf4303c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0896723
Apr 19 03:49:19.611791 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b46d3cb-917e-46a8-9518-ae634b3791af req-f4c50573-aca2-47b3-ad9c-3d8b89a1651a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417404
Apr 19 03:49:20.811325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ccc46-af46-404c-b587-42e404a0301c req-a9485c15-7920-42e3-bb42-04e40a5ecf2d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:20.812936 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-251ccc46-af46-404c-b587-42e404a0301c req-a9485c15-7920-42e3-bb42-04e40a5ecf2d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0874889
Apr 19 03:49:20.862066 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-251ccc46-af46-404c-b587-42e404a0301c req-d7d895a0-f82c-4874-8bc1-ee427a1ccc52 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425558
Apr 19 03:49:21.409232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1573cedc-f0a6-4c27-9414-a611ff6ee760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:21.889574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:22.068587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55113e-09ed-4349-a233-9071d2aa6479 req-8f352585-83cc-4475-8a90-28f87e352282 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:22.070181 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e55113e-09ed-4349-a233-9071d2aa6479 req-8f352585-83cc-4475-8a90-28f87e352282 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0926342
Apr 19 03:49:22.117619 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9e55113e-09ed-4349-a233-9071d2aa6479 req-f9fdf551-9ba1-45ce-8131-244b7c8ff745 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412273
Apr 19 03:49:22.210228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:22.501724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:23.324894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:23.543901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab29df-4b0b-4e35-ae5e-4ae8455fdbe3 req-ce4cc6ec-c8dc-4761-8dc6-8252d136fc36 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:23.545488 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53ab29df-4b0b-4e35-ae5e-4ae8455fdbe3 req-ce4cc6ec-c8dc-4761-8dc6-8252d136fc36 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.3164911
Apr 19 03:49:23.595687 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53ab29df-4b0b-4e35-ae5e-4ae8455fdbe3 req-226522e6-295f-489c-8ef7-e9f1e4e2ac4a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407653
Apr 19 03:49:24.800421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d569d9-bf92-4d47-98bf-fc47f836dac7 req-2c977067-94d4-4bef-a5df-c913c8303849 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:24.801946 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d8d569d9-bf92-4d47-98bf-fc47f836dac7 req-2c977067-94d4-4bef-a5df-c913c8303849 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0929761
Apr 19 03:49:24.849027 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d8d569d9-bf92-4d47-98bf-fc47f836dac7 req-9c1b6b5f-a749-410b-8659-bb02d85f5cbc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403638
Apr 19 03:49:26.046126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452f070-ee9c-496e-83fb-f2fe98401d96 req-fa6c19ae-af1d-4a9d-9d8d-35cf4690f9af tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:26.047734 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4452f070-ee9c-496e-83fb-f2fe98401d96 req-fa6c19ae-af1d-4a9d-9d8d-35cf4690f9af tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0876372
Apr 19 03:49:26.097604 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4452f070-ee9c-496e-83fb-f2fe98401d96 req-8c6f00c3-e80a-43eb-9a6f-2ce970da6511 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435607
Apr 19 03:49:27.295258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0492f25-fef9-4f4b-a080-d94cb2753570 req-229bfb43-a7e9-4b0f-a1e8-92b6afb64610 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:27.296831 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e0492f25-fef9-4f4b-a080-d94cb2753570 req-229bfb43-a7e9-4b0f-a1e8-92b6afb64610 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0879793
Apr 19 03:49:27.344208 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e0492f25-fef9-4f4b-a080-d94cb2753570 req-8850826d-2c1c-4b0e-a0c0-6529b86f545c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410182
Apr 19 03:49:28.547538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3202c-2e58-4f03-902f-5dc269f93bf1 req-27d054d1-662e-47b1-afa5-451e19b2b7ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:28.548853 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbb3202c-2e58-4f03-902f-5dc269f93bf1 req-27d054d1-662e-47b1-afa5-451e19b2b7ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0914147
Apr 19 03:49:28.598030 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bbb3202c-2e58-4f03-902f-5dc269f93bf1 req-3e68893a-963f-4f78-9e4f-ab08d80219a7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430226
Apr 19 03:49:29.471993 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-b8373657-f40d-44f8-86a2-77d5f61fe861 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0787106
Apr 19 03:49:29.569727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-41db8448-feba-400b-bd95-cfdfe72b158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:29.571366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-41db8448-feba-400b-bd95-cfdfe72b158e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1098 time: 0.0797284
Apr 19 03:49:29.728806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-0cf5f418-06ec-477d-9d0d-3c1ae2d48620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:29.730392 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-0cf5f418-06ec-477d-9d0d-3c1ae2d48620 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.1398721
Apr 19 03:49:29.807982 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-9c11ea20-2f9a-4fd7-bb38-cc8a03392673 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 217 time: 0.0705004
Apr 19 03:49:29.808276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad6e3-fa63-4d3d-8a48-79d452d8ba82 req-ea105de5-814a-4961-a2ad-a023c0d00540 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:29.809859 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bfaad6e3-fa63-4d3d-8a48-79d452d8ba82 req-ea105de5-814a-4961-a2ad-a023c0d00540 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0959225
Apr 19 03:49:29.857211 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bfaad6e3-fa63-4d3d-8a48-79d452d8ba82 req-f77a0a7b-05a0-402d-b768-c831268a0ddc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408680
Apr 19 03:49:29.878558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-467ade50-a988-4197-89ec-08db56af9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:29.880150 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-467ade50-a988-4197-89ec-08db56af9293 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0651045
Apr 19 03:49:29.965140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-c12fd185-d1bc-49cd-a152-212653140aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:29.966680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-c12fd185-d1bc-49cd-a152-212653140aca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803375
Apr 19 03:49:30.111594 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-131ce253-b06b-42fa-9b7f-1c6e523cdf68 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372137
Apr 19 03:49:30.252306 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fce8ccc-e4ba-49d4-8385-1ddd9474b3e5 req-7839fce6-443a-4c32-9ee9-cbfe041d39bb service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344914
Apr 19 03:49:31.056200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e0314-c7d8-48bc-90e2-06f92290d55d req-eb2b43e6-d3d0-40c1-9d06-b4e698f2f723 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:31.057689 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c15e0314-c7d8-48bc-90e2-06f92290d55d req-eb2b43e6-d3d0-40c1-9d06-b4e698f2f723 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0882518
Apr 19 03:49:31.104575 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c15e0314-c7d8-48bc-90e2-06f92290d55d req-4471357c-ce85-45e6-9551-78a255e42a5c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406439
Apr 19 03:49:32.304305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd36a-7dfa-45b1-8878-778f3d9536af req-ca40bb3a-c309-4707-9606-0f61f1fb6831 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:32.305887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-524fd36a-7dfa-45b1-8878-778f3d9536af req-ca40bb3a-c309-4707-9606-0f61f1fb6831 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0883093
Apr 19 03:49:32.356974 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-524fd36a-7dfa-45b1-8878-778f3d9536af req-575135c9-be6c-4fa7-adda-e5faa5c69084 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443873
Apr 19 03:49:33.559713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e4ec-1197-492c-97dd-59d25a498a72 req-b91cc489-a9b7-4b7c-b989-3aa36e45c3bf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:33.561242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbc1e4ec-1197-492c-97dd-59d25a498a72 req-b91cc489-a9b7-4b7c-b989-3aa36e45c3bf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0932274
Apr 19 03:49:33.609708 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fbc1e4ec-1197-492c-97dd-59d25a498a72 req-2518876c-a07e-4ba4-8789-b519f8463ce3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417671
Apr 19 03:49:34.807535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794373d-5d97-4bf9-90c5-2d007e657909 req-fe1077f5-d4df-4b67-98d7-57afd25bf774 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:34.809102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0794373d-5d97-4bf9-90c5-2d007e657909 req-fe1077f5-d4df-4b67-98d7-57afd25bf774 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0882275
Apr 19 03:49:34.855845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0794373d-5d97-4bf9-90c5-2d007e657909 req-94fae8eb-1196-4645-bc96-41c103dfb995 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405378
Apr 19 03:49:36.055428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aeb88-1820-444d-a37a-6aea59f23cff req-76922d0b-7d77-4f8e-a8d9-dcee3f9ec0e5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:36.057057 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a33aeb88-1820-444d-a37a-6aea59f23cff req-76922d0b-7d77-4f8e-a8d9-dcee3f9ec0e5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0878758
Apr 19 03:49:36.104400 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a33aeb88-1820-444d-a37a-6aea59f23cff req-e22d0151-4cd7-452e-9d5a-a5c4b55068d5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410404
Apr 19 03:49:37.307662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b4324-13f9-4afd-9ccb-2b25ad5b4c9b req-207b3983-1c48-412f-bc1d-32f83c8043fa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:37.309276 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7b4324-13f9-4afd-9ccb-2b25ad5b4c9b req-207b3983-1c48-412f-bc1d-32f83c8043fa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0921087
Apr 19 03:49:37.357654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4d7b4324-13f9-4afd-9ccb-2b25ad5b4c9b req-d447574e-0976-42e3-b5e7-6892b9504640 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419595
Apr 19 03:49:38.564918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe625-21b3-4f51-8208-64699eef220c req-0d6532e7-5698-479a-87a5-5f475d2ed0e9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:38.566531 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f87fe625-21b3-4f51-8208-64699eef220c req-0d6532e7-5698-479a-87a5-5f475d2ed0e9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0967388
Apr 19 03:49:38.618781 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f87fe625-21b3-4f51-8208-64699eef220c req-ec39e66d-4ce1-4e01-9bbc-44cf204b524c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451412
Apr 19 03:49:39.821479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7d42e-2c1b-4c87-941d-37aad8aa406f req-9880d4d4-6d24-4a71-8d1e-cedd3e789dc2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:39.822994 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7ae7d42e-2c1b-4c87-941d-37aad8aa406f req-9880d4d4-6d24-4a71-8d1e-cedd3e789dc2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0890875
Apr 19 03:49:39.869426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7ae7d42e-2c1b-4c87-941d-37aad8aa406f req-92d2092f-d35e-45f7-b4cc-9bb11ad79f24 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401821
Apr 19 03:49:41.069996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727d5bb-3b30-4d94-86d0-cbea14735d4e req-d7100f55-f4be-472a-820c-e99679ca2afa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:41.071638 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9727d5bb-3b30-4d94-86d0-cbea14735d4e req-d7100f55-f4be-472a-820c-e99679ca2afa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0893805
Apr 19 03:49:41.121916 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9727d5bb-3b30-4d94-86d0-cbea14735d4e req-e8e17b1f-7aa3-4e3f-ad77-12510aff611b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441515
Apr 19 03:49:42.536423 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b7a0-4d82-40ec-907e-8a34f04f0941 req-2f8e8c57-bbd9-44a4-b717-68efcaa9b593 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:42.538052 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7738b7a0-4d82-40ec-907e-8a34f04f0941 req-2f8e8c57-bbd9-44a4-b717-68efcaa9b593 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.3037751
Apr 19 03:49:42.589310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7738b7a0-4d82-40ec-907e-8a34f04f0941 req-7f14632a-1b96-42cf-b2f2-005884e1e352 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447757
Apr 19 03:49:43.792652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106f5dd-ef31-4fb7-9c6a-e19b589a8ce9 req-bfb70a70-f48e-41b9-b1c7-0ba21c9bcc4b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:43.794249 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f106f5dd-ef31-4fb7-9c6a-e19b589a8ce9 req-bfb70a70-f48e-41b9-b1c7-0ba21c9bcc4b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0905313
Apr 19 03:49:43.842362 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f106f5dd-ef31-4fb7-9c6a-e19b589a8ce9 req-9f56fb3b-1f42-451f-8eff-11269d6450f3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413294
Apr 19 03:49:45.041707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93095de-5d9d-4453-b9a6-de2be1c1556b req-59845dab-5694-4224-89a1-9b1c82261bd9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:45.043314 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c93095de-5d9d-4453-b9a6-de2be1c1556b req-59845dab-5694-4224-89a1-9b1c82261bd9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0878084
Apr 19 03:49:45.093387 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c93095de-5d9d-4453-b9a6-de2be1c1556b req-6705d2a2-0394-426d-b8f2-bc0965e0373f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436363
Apr 19 03:49:46.298031 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580452d-95d0-44c4-b6f4-1f4eff08426f req-4f0e8653-ed93-4de0-9203-7ef6b3978920 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:46.299657 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6580452d-95d0-44c4-b6f4-1f4eff08426f req-4f0e8653-ed93-4de0-9203-7ef6b3978920 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0937765
Apr 19 03:49:46.346869 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6580452d-95d0-44c4-b6f4-1f4eff08426f req-21570b97-7576-4ba0-88b0-e8a1151b4960 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403287
Apr 19 03:49:47.545431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22647d-43fb-4bb5-81f7-6d139140b6ac req-2a773fbb-5224-4495-9e41-f1929371b3eb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:47.547011 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab22647d-43fb-4bb5-81f7-6d139140b6ac req-2a773fbb-5224-4495-9e41-f1929371b3eb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0878532
Apr 19 03:49:47.597373 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab22647d-43fb-4bb5-81f7-6d139140b6ac req-bc9930c2-ebb3-49d1-a620-abff835e94e5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427499
Apr 19 03:49:48.797736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715f05-815e-4a22-8e3e-ce917f3ae838 req-76180442-c3ac-47df-ae92-10c2e69287ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:48.799370 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-42715f05-815e-4a22-8e3e-ce917f3ae838 req-76180442-c3ac-47df-ae92-10c2e69287ae tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0894330
Apr 19 03:49:48.846724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-42715f05-815e-4a22-8e3e-ce917f3ae838 req-f8521a2f-b4fb-414a-b8c0-93e6fda380e0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404923
Apr 19 03:49:48.878359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-49b45756-a436-4347-ac91-ba238da6d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:49.883997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:49:50.047876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32cfbf-3281-4702-8bdd-fdf06ed29684 req-c4454955-967c-4384-ae9d-2fd1d523bb9c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:50.049399 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c32cfbf-3281-4702-8bdd-fdf06ed29684 req-c4454955-967c-4384-ae9d-2fd1d523bb9c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0890486
Apr 19 03:49:50.095531 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c32cfbf-3281-4702-8bdd-fdf06ed29684 req-7dbeeab3-1048-4208-93de-b2b6bac25e6e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398018
Apr 19 03:49:51.298710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346c899-03f8-4d59-89b3-e4c20d12326f req-a2488919-9589-458f-ba82-e29aebb3c052 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:51.300326 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1346c899-03f8-4d59-89b3-e4c20d12326f req-a2488919-9589-458f-ba82-e29aebb3c052 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910227
Apr 19 03:49:51.347563 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1346c899-03f8-4d59-89b3-e4c20d12326f req-3e0991c5-bcc2-4f25-9dff-a305f505a6fb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409703
Apr 19 03:49:51.392835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cfc78b37-41f0-4f61-a35e-58d3db5a85f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:51.895722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:52.209978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:52.495895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:52.549199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240a709-cf3a-446f-86e6-12a3240b860e req-d3b19587-3b24-47a6-9bc1-72f99a2b7166 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:52.550812 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b240a709-cf3a-446f-86e6-12a3240b860e req-d3b19587-3b24-47a6-9bc1-72f99a2b7166 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0883560
Apr 19 03:49:52.602565 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b240a709-cf3a-446f-86e6-12a3240b860e req-b54c6e52-8bed-400a-b697-706a457db4b6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451243
Apr 19 03:49:53.318916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:49:53.802909 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75296a9f-0d9f-4452-9c6e-5d2f3ca16473 req-241fb86d-b663-4f00-9a5f-9f20f1991e80 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:53.804579 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-75296a9f-0d9f-4452-9c6e-5d2f3ca16473 req-241fb86d-b663-4f00-9a5f-9f20f1991e80 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0898535
Apr 19 03:49:53.855197 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-75296a9f-0d9f-4452-9c6e-5d2f3ca16473 req-3fd9d3e7-a5ac-49a1-8fcb-e5ff39ba17b2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441077
Apr 19 03:49:55.062245 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bf598-0be3-4129-b655-035b06bfc3a5 req-50fab628-5327-4081-9e74-7e2c140f8401 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:55.063905 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-889bf598-0be3-4129-b655-035b06bfc3a5 req-50fab628-5327-4081-9e74-7e2c140f8401 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0941548
Apr 19 03:49:55.112129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-889bf598-0be3-4129-b655-035b06bfc3a5 req-f12cbe3d-077d-4710-9e29-536216dcbf0f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417159
Apr 19 03:49:56.310938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0e922-b270-4659-a491-4037d9bfa6ea req-92eb66a3-cd99-4c35-8990-f9d8f7a25020 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:56.312615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5fb0e922-b270-4659-a491-4037d9bfa6ea req-92eb66a3-cd99-4c35-8990-f9d8f7a25020 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0884597
Apr 19 03:49:56.360738 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5fb0e922-b270-4659-a491-4037d9bfa6ea req-45e69287-553c-419d-986b-6275c77d0120 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410831
Apr 19 03:49:57.559109 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c58e9-2fbc-479c-88f1-499b4337f996 req-d9e9f6b3-3562-401a-a6a9-abd668dea7df tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:57.560763 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-356c58e9-2fbc-479c-88f1-499b4337f996 req-d9e9f6b3-3562-401a-a6a9-abd668dea7df tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0885036
Apr 19 03:49:57.614827 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-356c58e9-2fbc-479c-88f1-499b4337f996 req-5587251d-2105-4cb7-801a-65b726ade5f4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468564
Apr 19 03:49:58.819219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87dbb9-69d9-4acd-a948-6b3ab2a03b22 req-349e08a9-6c0e-41a7-8b1b-324372bb4a19 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:49:58.820788 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c87dbb9-69d9-4acd-a948-6b3ab2a03b22 req-349e08a9-6c0e-41a7-8b1b-324372bb4a19 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0912833
Apr 19 03:49:58.867239 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c87dbb9-69d9-4acd-a948-6b3ab2a03b22 req-fbcf185a-4fe1-487f-9bca-bbadedb89b11 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401385
Apr 19 03:50:00.066481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f899da-17e8-494f-8f41-84d2bde2d982 req-73210088-82a5-41e9-8227-6c5afeb8569d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:00.068056 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89f899da-17e8-494f-8f41-84d2bde2d982 req-73210088-82a5-41e9-8227-6c5afeb8569d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0871327
Apr 19 03:50:00.114820 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89f899da-17e8-494f-8f41-84d2bde2d982 req-67aa8dce-0ad1-4f63-94e1-c8ce1aa5b2ac tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405798
Apr 19 03:50:01.313547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c302b-d5d9-4cc0-b627-da0f38ae6e84 req-4cbd1458-da06-4f27-9abd-7869d1c3a54d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:01.315121 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-449c302b-d5d9-4cc0-b627-da0f38ae6e84 req-4cbd1458-da06-4f27-9abd-7869d1c3a54d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0890615
Apr 19 03:50:01.362937 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-449c302b-d5d9-4cc0-b627-da0f38ae6e84 req-0d863361-e306-4349-96d4-eaff55198fca tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415528
Apr 19 03:50:02.568524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f47ad0-1d26-44bd-838a-505951877a34 req-e72d4757-45fc-4612-adb8-3cc1dcf11cfb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:02.570129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-90f47ad0-1d26-44bd-838a-505951877a34 req-e72d4757-45fc-4612-adb8-3cc1dcf11cfb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0950227
Apr 19 03:50:02.624568 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-90f47ad0-1d26-44bd-838a-505951877a34 req-9e27a103-8825-41a9-9517-ec4cc42df4b4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452278
Apr 19 03:50:03.828003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0844c35-901b-46d4-9d46-649b6e5540db req-9070800f-d6ca-4da7-9bd9-69ad3cc09db0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:03.829600 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0844c35-901b-46d4-9d46-649b6e5540db req-9070800f-d6ca-4da7-9bd9-69ad3cc09db0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0941219
Apr 19 03:50:03.877876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0844c35-901b-46d4-9d46-649b6e5540db req-870790fe-82e1-462e-9b5a-f07ef4480c7c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417514
Apr 19 03:50:05.075454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d3cb-6530-4e0a-ae8c-4362fb0fde4f req-940fdd7d-9750-44fc-971d-58acc4680438 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:05.077009 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8409d3cb-6530-4e0a-ae8c-4362fb0fde4f req-940fdd7d-9750-44fc-971d-58acc4680438 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0867343
Apr 19 03:50:05.123660 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8409d3cb-6530-4e0a-ae8c-4362fb0fde4f req-102fb9f7-84d1-4884-8148-e2b39ff33c24 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394800
Apr 19 03:50:06.324612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e88af-3c93-47e0-bb0a-4debb81fc42a req-f348cf4c-a170-488c-b9a6-a0d1ba9f73bb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:06.326215 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd1e88af-3c93-47e0-bb0a-4debb81fc42a req-f348cf4c-a170-488c-b9a6-a0d1ba9f73bb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0887442
Apr 19 03:50:06.377680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd1e88af-3c93-47e0-bb0a-4debb81fc42a req-c361deff-281b-456e-aab7-bca2b282602f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439656
Apr 19 03:50:07.584824 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103f0d1-8ff8-4440-a0d2-b0b0d7d28a2b req-13cbc409-1109-4fbe-bcee-17499a39cc53 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:07.586421 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9103f0d1-8ff8-4440-a0d2-b0b0d7d28a2b req-13cbc409-1109-4fbe-bcee-17499a39cc53 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0916300
Apr 19 03:50:07.636725 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9103f0d1-8ff8-4440-a0d2-b0b0d7d28a2b req-3dbbcff2-644b-4d4d-af19-efd1cb60a22e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436952
Apr 19 03:50:08.835669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee15b0-c0c4-4272-8f58-2be03e1f3fff req-6830f73d-6dea-43de-b015-3aa6ed914e6e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:08.837164 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9fee15b0-c0c4-4272-8f58-2be03e1f3fff req-6830f73d-6dea-43de-b015-3aa6ed914e6e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0885496
Apr 19 03:50:08.884425 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9fee15b0-c0c4-4272-8f58-2be03e1f3fff req-d494531a-0542-41ac-a543-2af902d5b889 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411274
Apr 19 03:50:10.084123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4ca3e-259c-40e0-8796-75aa5651b3f4 req-8f24f806-b956-4d82-a475-e4a92f778f0e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:10.085671 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f1c4ca3e-259c-40e0-8796-75aa5651b3f4 req-8f24f806-b956-4d82-a475-e4a92f778f0e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0905535
Apr 19 03:50:10.132701 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f1c4ca3e-259c-40e0-8796-75aa5651b3f4 req-6546a063-66be-47ab-8deb-cb753ff474c5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406606
Apr 19 03:50:11.335471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d35718-3180-4789-bfc4-dcaf6f7dbc9d req-6a4a6e76-3bd3-4492-bc61-b50b50a70740 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:11.337079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d1d35718-3180-4789-bfc4-dcaf6f7dbc9d req-6a4a6e76-3bd3-4492-bc61-b50b50a70740 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0934877
Apr 19 03:50:11.386161 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d1d35718-3180-4789-bfc4-dcaf6f7dbc9d req-b4bc6433-d21e-4153-8aea-dbe6b8259308 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423245
Apr 19 03:50:12.586279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a1448-b559-4bda-996f-40b9b4835e67 req-8fa5475e-3d00-4cea-b2ee-26f92f331869 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:12.587938 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-636a1448-b559-4bda-996f-40b9b4835e67 req-8fa5475e-3d00-4cea-b2ee-26f92f331869 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0898228
Apr 19 03:50:12.640482 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-636a1448-b559-4bda-996f-40b9b4835e67 req-1f800478-f94e-48e6-807e-ec1f3c15642e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459747
Apr 19 03:50:13.844506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd67a0-6b7c-4dbf-9a2e-996e2be42ab3 req-a524b43b-ce75-4253-b6e6-ed16dfa75312 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:13.846117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c6fd67a0-6b7c-4dbf-9a2e-996e2be42ab3 req-a524b43b-ce75-4253-b6e6-ed16dfa75312 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0892756
Apr 19 03:50:13.897958 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c6fd67a0-6b7c-4dbf-9a2e-996e2be42ab3 req-fa66a001-aae9-4d52-b870-9bbdcebc352a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453956
Apr 19 03:50:15.101461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2c9bc-be92-42cd-b6d1-e877be02c9ed req-1c6c141c-b904-4a9f-b21b-93991513d3d5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:15.103066 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1dd2c9bc-be92-42cd-b6d1-e877be02c9ed req-1c6c141c-b904-4a9f-b21b-93991513d3d5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0907974
Apr 19 03:50:15.151444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1dd2c9bc-be92-42cd-b6d1-e877be02c9ed req-c726a7ae-f5a4-4450-aa56-b84d1319af5b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419724
Apr 19 03:50:16.356863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c7e4-260b-4869-a26d-7c275c751858 req-c8f49f4b-cbfd-41f3-aab5-8721364b6996 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:16.358454 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aa20c7e4-260b-4869-a26d-7c275c751858 req-c8f49f4b-cbfd-41f3-aab5-8721364b6996 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0929945
Apr 19 03:50:16.406250 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aa20c7e4-260b-4869-a26d-7c275c751858 req-c0d154e9-f32c-48a6-9f9a-389a50fa5a90 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415082
Apr 19 03:50:17.605440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17945-ee90-45c8-9837-3488a882f397 req-53909730-ddc0-459a-af4c-a4f0b46df4e9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:17.607031 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82b17945-ee90-45c8-9837-3488a882f397 req-53909730-ddc0-459a-af4c-a4f0b46df4e9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0890219
Apr 19 03:50:17.659823 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82b17945-ee90-45c8-9837-3488a882f397 req-a494203d-e8ca-4184-af65-c7cf07f3a417 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464847
Apr 19 03:50:18.866791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dfbad-6e08-4fc5-ac80-3eda2cfb3e14 req-28731fec-8df6-4225-9c9f-31e95e8c4e23 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:18.866791 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-909dfbad-6e08-4fc5-ac80-3eda2cfb3e14 req-28731fec-8df6-4225-9c9f-31e95e8c4e23 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0885947
Apr 19 03:50:18.883796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9b2766b7-be6f-4d28-a398-e40cc0f76949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:18.911629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-909dfbad-6e08-4fc5-ac80-3eda2cfb3e14 req-6ae9c903-d7f8-400c-a162-cd940c90b7de tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453503
Apr 19 03:50:20.107811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444601ec-378f-4492-b6a3-1432639237a0 req-09260acc-dc3e-4f7d-9683-16d16ae8f31e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:20.109375 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-444601ec-378f-4492-b6a3-1432639237a0 req-09260acc-dc3e-4f7d-9683-16d16ae8f31e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0869927
Apr 19 03:50:20.155709 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-444601ec-378f-4492-b6a3-1432639237a0 req-f62d3ab8-2acc-4b52-b0f3-3ff3deb9890d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391705
Apr 19 03:50:21.358309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170bbcd-77cc-4a89-b1c9-c5a715634f47 req-388bea59-3526-4b2e-996b-a10815c6af7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:21.359959 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c170bbcd-77cc-4a89-b1c9-c5a715634f47 req-388bea59-3526-4b2e-996b-a10815c6af7f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0896077
Apr 19 03:50:21.409097 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c170bbcd-77cc-4a89-b1c9-c5a715634f47 req-578b436d-9671-4a20-a228-eab16760ce5e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417898
Apr 19 03:50:21.418883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e913ff7-23f9-44f5-b431-e1f242ad4b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:21.893901 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:22.209196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:22.495509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:22.623843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdebbe-bc6c-490b-a51d-3703faed2251 req-1b34c586-9c11-4b4c-9187-5ce3e3f50b2f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:22.625536 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bacdebbe-bc6c-490b-a51d-3703faed2251 req-1b34c586-9c11-4b4c-9187-5ce3e3f50b2f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0949364
Apr 19 03:50:22.673456 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bacdebbe-bc6c-490b-a51d-3703faed2251 req-bde0a7e1-97a5-4665-9197-df31ab3bcfb5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410523
Apr 19 03:50:23.339405 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:23.877518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f108d00-c66f-4302-b529-e345ff565643 req-0b2ee292-25df-488d-9580-1fdafd3e8118 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:23.879676 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f108d00-c66f-4302-b529-e345ff565643 req-0b2ee292-25df-488d-9580-1fdafd3e8118 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0916061
Apr 19 03:50:23.927619 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f108d00-c66f-4302-b529-e345ff565643 req-e6a7dc9e-9aa5-4877-acc0-28072820bc3d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415885
Apr 19 03:50:25.127831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088570-d832-40e4-ae2a-6be3e7a4be6b req-5cebfd62-3d5b-45fd-8292-5e243d37d049 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:25.129880 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-af088570-d832-40e4-ae2a-6be3e7a4be6b req-5cebfd62-3d5b-45fd-8292-5e243d37d049 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0881619
Apr 19 03:50:25.176647 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-af088570-d832-40e4-ae2a-6be3e7a4be6b req-58f868c8-ad10-451c-8c1a-c551e387f109 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403492
Apr 19 03:50:26.374116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4331d9-48cf-4f90-a814-cc611d189c4e req-60703391-2329-486f-9129-e68ce4b0ddfe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:26.375710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb4331d9-48cf-4f90-a814-cc611d189c4e req-60703391-2329-486f-9129-e68ce4b0ddfe tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0870323
Apr 19 03:50:26.422490 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb4331d9-48cf-4f90-a814-cc611d189c4e req-53745606-6419-4aa7-b21a-a397b5e66b50 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403571
Apr 19 03:50:26.883915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:50:27.622724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedbf5c-00ca-4f06-b517-9871dedc8742 req-8e530c09-9c82-40bf-a66d-06ff30fe61e4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:27.624334 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3aedbf5c-00ca-4f06-b517-9871dedc8742 req-8e530c09-9c82-40bf-a66d-06ff30fe61e4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0923276
Apr 19 03:50:27.672627 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3aedbf5c-00ca-4f06-b517-9871dedc8742 req-b0474127-605e-4137-ab01-a74072dfb162 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418460
Apr 19 03:50:29.014841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9735-9437-4930-a3a0-63e730a2a1ec req-238bf6cb-fd5c-49a2-8ed9-eec9c3da843b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:29.016454 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d56c9735-9437-4930-a3a0-63e730a2a1ec req-238bf6cb-fd5c-49a2-8ed9-eec9c3da843b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0897305
Apr 19 03:50:29.064011 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d56c9735-9437-4930-a3a0-63e730a2a1ec req-0d193c2e-41e7-4caf-b7fc-59f3353ccdeb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413375
Apr 19 03:50:29.469334 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-f8191e9a-2420-4b9a-819a-7e43d1cff352 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765326
Apr 19 03:50:29.575117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-b188d961-afa4-453f-ac7b-7d274f5dcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:29.576687 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-b188d961-afa4-453f-ac7b-7d274f5dcf87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1596875092a4918b57b2ca36f54fbd0&device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 1098 time: 0.0809970
Apr 19 03:50:29.731539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-af1c0591-c8b1-4e37-980b-9e2f329df291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:29.733081 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-af1c0591-c8b1-4e37-980b-9e2f329df291 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 200  len: 918 time: 0.1365426
Apr 19 03:50:29.840730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-6ff9bef8-a292-44cd-b8dc-aac388fc10fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986 HTTP/1.1" status: 200  len: 1001 time: 0.1010823
Apr 19 03:50:29.907407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-d48860d0-8c93-4aa2-bc1b-a92edeed1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:29.908880 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-d48860d0-8c93-4aa2-bc1b-a92edeed1659 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 200  len: 856 time: 0.0620086
Apr 19 03:50:29.992379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-81cae606-f492-4bf1-80f2-9a87529684c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:29.993879 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-81cae606-f492-4bf1-80f2-9a87529684c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9d39e32-f5f0-4d22-949b-73f3b0f4b690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781901
Apr 19 03:50:30.277492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4a2ff-d112-437a-941e-6814f696a7fa req-98ef1200-d6f4-4cde-8b48-886718a7b85a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:30.280009 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b5c4a2ff-d112-437a-941e-6814f696a7fa req-98ef1200-d6f4-4cde-8b48-886718a7b85a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0944138
Apr 19 03:50:30.341385 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b5c4a2ff-d112-437a-941e-6814f696a7fa req-b77dfe95-8f4e-43a5-9a08-cea6ffdd1793 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462332
Apr 19 03:50:30.372695 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-04210eba-e707-4d1d-9331-0a1f1dd48423 service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3724234
Apr 19 03:50:30.513229 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3d92632-b67e-41f9-83a3-7c95b0d4ca86 req-d9855841-7ddf-4d58-81ea-62edaca83a4b service neutron] 10.222.0.43 "GET /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345806
Apr 19 03:50:31.537628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec606182-4671-4da7-ac89-ffd12f57ad29 req-4ab985c0-207a-4fe1-87ee-2b12a516e42d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:31.539651 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ec606182-4671-4da7-ac89-ffd12f57ad29 req-4ab985c0-207a-4fe1-87ee-2b12a516e42d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0926964
Apr 19 03:50:31.591024 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ec606182-4671-4da7-ac89-ffd12f57ad29 req-7dc3ff6c-2deb-4122-b9be-3a30360ac9c9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451202
Apr 19 03:50:32.796002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51f80e-f51f-40db-a76e-cca356803675 req-85ac5dce-39bf-4764-a486-2105e00819e1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:32.797603 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf51f80e-f51f-40db-a76e-cca356803675 req-85ac5dce-39bf-4764-a486-2105e00819e1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0903232
Apr 19 03:50:32.844352 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf51f80e-f51f-40db-a76e-cca356803675 req-53068383-a6f0-4b94-9c5d-9f17af6ee410 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399132
Apr 19 03:50:34.043902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c72dbe-44a2-4517-857c-10f6ad046915 req-06bb53e8-0bb7-41bc-ad15-bd9eb3999247 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:34.045364 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b5c72dbe-44a2-4517-857c-10f6ad046915 req-06bb53e8-0bb7-41bc-ad15-bd9eb3999247 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0899708
Apr 19 03:50:34.091638 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b5c72dbe-44a2-4517-857c-10f6ad046915 req-734603dd-da70-4c82-a086-949a6fe4dcbf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393598
Apr 19 03:50:35.293295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e6210-5e17-43ef-a61a-e2a98a9bd2cc req-61e81883-d807-43c1-99a2-98041abd28a4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:35.294840 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-490e6210-5e17-43ef-a61a-e2a98a9bd2cc req-61e81883-d807-43c1-99a2-98041abd28a4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910776
Apr 19 03:50:35.342315 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-490e6210-5e17-43ef-a61a-e2a98a9bd2cc req-14512c18-1e69-4286-bc90-905b0ae12dd0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406201
Apr 19 03:50:36.541410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165077-4c63-4541-ad14-48579e1204d5 req-88871a92-992c-4028-8211-c5b1d09f1bba tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:36.543004 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c165077-4c63-4541-ad14-48579e1204d5 req-88871a92-992c-4028-8211-c5b1d09f1bba tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0878358
Apr 19 03:50:36.596446 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c165077-4c63-4541-ad14-48579e1204d5 req-37a40d5d-9d2f-4bd0-a0ef-4b26b51d6728 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468876
Apr 19 03:50:37.798057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576693-ffd6-45c2-a480-be248235322a req-61bedac0-c60b-45f7-b4e9-cd09d86245d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:37.799715 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8a576693-ffd6-45c2-a480-be248235322a req-61bedac0-c60b-45f7-b4e9-cd09d86245d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0886500
Apr 19 03:50:37.847231 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8a576693-ffd6-45c2-a480-be248235322a req-ede6eab5-c797-4a1a-86df-680d41375bde tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408537
Apr 19 03:50:39.045248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f5317-483a-4709-986c-e231cfdbcad6 req-b67c8b5d-ee44-40b8-a31f-e5ba86b99511 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:39.046839 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-564f5317-483a-4709-986c-e231cfdbcad6 req-b67c8b5d-ee44-40b8-a31f-e5ba86b99511 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0892885
Apr 19 03:50:39.094304 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-564f5317-483a-4709-986c-e231cfdbcad6 req-eff38d81-8390-4b0f-9b7e-476d8b155ba8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410790
Apr 19 03:50:40.300887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962163-cd2f-46f5-8b01-9aea7ae01c41 req-fe041707-2cec-4a30-9fdc-e1c81196257f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:40.302479 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44962163-cd2f-46f5-8b01-9aea7ae01c41 req-fe041707-2cec-4a30-9fdc-e1c81196257f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0956011
Apr 19 03:50:40.350226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44962163-cd2f-46f5-8b01-9aea7ae01c41 req-9250f790-28b6-40f8-8f9e-7ecc4c3b6a4d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414834
Apr 19 03:50:41.559947 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a26c3-8f7b-432f-bbb0-3d659bfb57c6 req-aa39f5e8-d82d-4572-9a70-db7eb1e94d60 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:41.561571 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-db2a26c3-8f7b-432f-bbb0-3d659bfb57c6 req-aa39f5e8-d82d-4572-9a70-db7eb1e94d60 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0938363
Apr 19 03:50:41.614542 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-db2a26c3-8f7b-432f-bbb0-3d659bfb57c6 req-4acbf60d-7a02-41be-8e62-4ab3322d1ac7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461569
Apr 19 03:50:42.812534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdcb16-30cb-4b84-8813-fe5cd4e282fd req-f5a82be5-e327-4d8b-99de-a591454fe42e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:42.814054 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cfdcb16-30cb-4b84-8813-fe5cd4e282fd req-f5a82be5-e327-4d8b-99de-a591454fe42e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0870101
Apr 19 03:50:42.863659 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cfdcb16-30cb-4b84-8813-fe5cd4e282fd req-7bd78a43-7312-4920-8778-6c743fe7868b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428507
Apr 19 03:50:44.062036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea8df-0a81-45ed-9746-afa596b3c1de req-234b9217-daf7-4540-85b6-730cb8568574 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:44.063629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da2ea8df-0a81-45ed-9746-afa596b3c1de req-234b9217-daf7-4540-85b6-730cb8568574 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0862811
Apr 19 03:50:44.110330 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da2ea8df-0a81-45ed-9746-afa596b3c1de req-59c523a6-f1e9-4efa-815a-ee4dde480662 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398626
Apr 19 03:50:45.310533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542c74f-3a6d-49e6-9cdd-a925da85c264 req-9634e901-ca8c-487c-a373-0c4083c85806 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:45.312115 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f542c74f-3a6d-49e6-9cdd-a925da85c264 req-9634e901-ca8c-487c-a373-0c4083c85806 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0872023
Apr 19 03:50:45.359774 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f542c74f-3a6d-49e6-9cdd-a925da85c264 req-68711fab-be9a-4c51-8b57-e4dbd7fe3d98 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409124
Apr 19 03:50:46.561378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a913e55-7611-4972-bc44-edb6deb41597 req-c3524725-c422-4a78-93dc-f5350995a817 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:46.562958 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2a913e55-7611-4972-bc44-edb6deb41597 req-c3524725-c422-4a78-93dc-f5350995a817 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0904059
Apr 19 03:50:46.612876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2a913e55-7611-4972-bc44-edb6deb41597 req-015f01b1-91ad-4e9f-b2f7-a4c52bd67cd5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434189
Apr 19 03:50:47.815053 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74618a12-c016-4cfb-b1ee-742d12510d2e req-747f95f5-1005-4cab-a61a-a80198031ace tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:47.816710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-74618a12-c016-4cfb-b1ee-742d12510d2e req-747f95f5-1005-4cab-a61a-a80198031ace tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0920188
Apr 19 03:50:47.864482 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-74618a12-c016-4cfb-b1ee-742d12510d2e req-9832626c-5e67-4d10-b70d-7bcae6048174 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413923
Apr 19 03:50:48.881658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-33adbb2c-2bec-4f5d-a64d-c549240979ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:49.066496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dea2be-05e3-43da-b6de-f3e4edf36d40 req-b31a7a66-3f71-4a1d-ba24-81378322cda7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:49.068131 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d2dea2be-05e3-43da-b6de-f3e4edf36d40 req-b31a7a66-3f71-4a1d-ba24-81378322cda7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910254
Apr 19 03:50:49.116373 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d2dea2be-05e3-43da-b6de-f3e4edf36d40 req-aa70501b-7590-4f61-90fd-9d2e7cea5a5c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416830
Apr 19 03:50:50.320137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd579d-d0ed-4e4e-afce-5e756fb9cda6 req-c7f288a8-be13-4d99-98eb-004b3da00c29 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:50.321738 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-36bd579d-d0ed-4e4e-afce-5e756fb9cda6 req-c7f288a8-be13-4d99-98eb-004b3da00c29 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0891402
Apr 19 03:50:50.373258 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-36bd579d-d0ed-4e4e-afce-5e756fb9cda6 req-5e6b8de0-fef5-45be-a43e-a3af5357bf32 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449147
Apr 19 03:50:51.409191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-794e531f-754e-4f33-8f35-4c2c3d847204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:51.721637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff5eb4-bb65-4886-8f54-fbd2ab6a237d req-a66848a7-a752-4ddf-a04c-6c2c59183f56 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:51.723113 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1ff5eb4-bb65-4886-8f54-fbd2ab6a237d req-a66848a7-a752-4ddf-a04c-6c2c59183f56 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0927389
Apr 19 03:50:51.770511 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1ff5eb4-bb65-4886-8f54-fbd2ab6a237d req-1ff3b027-9a94-438a-a4a5-09d108a2dac0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411854
Apr 19 03:50:51.900471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:52.220505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:52.498946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:52.968390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323c93-2c98-4865-b9af-acbe770ec88f req-98011f15-914d-449c-b19b-9087f8ab8c6e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:52.970061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-75323c93-2c98-4865-b9af-acbe770ec88f req-98011f15-914d-449c-b19b-9087f8ab8c6e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0895185
Apr 19 03:50:53.018990 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-75323c93-2c98-4865-b9af-acbe770ec88f req-65d02519-b7e5-4408-9d6b-f71dcc762145 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423505
Apr 19 03:50:53.327800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:50:54.216043 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368953d0-e14c-4485-bf01-ea22fd0ccb24 req-f1c80e1f-da72-4dbd-8366-6fd337ddf3f3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:54.217656 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-368953d0-e14c-4485-bf01-ea22fd0ccb24 req-f1c80e1f-da72-4dbd-8366-6fd337ddf3f3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0867937
Apr 19 03:50:54.269967 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-368953d0-e14c-4485-bf01-ea22fd0ccb24 req-c3178f4c-b700-49df-89dc-eb841b813913 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453360
Apr 19 03:50:55.470639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906b8c8-fa8d-4725-b9af-1e50f3cd2aac req-4141d124-5711-407b-8bbf-951ec403619c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:55.472760 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d906b8c8-fa8d-4725-b9af-1e50f3cd2aac req-4141d124-5711-407b-8bbf-951ec403619c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0906467
Apr 19 03:50:55.519169 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d906b8c8-fa8d-4725-b9af-1e50f3cd2aac req-5bd54284-fd39-4d79-aa7b-433bedfded20 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402241
Apr 19 03:50:56.725074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed6446-563d-4ce0-84b4-3d74cdae90c3 req-5f87fb1d-9e97-4893-b134-501051e25d65 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:56.726654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eaed6446-563d-4ce0-84b4-3d74cdae90c3 req-5f87fb1d-9e97-4893-b134-501051e25d65 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0938592
Apr 19 03:50:56.774148 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eaed6446-563d-4ce0-84b4-3d74cdae90c3 req-0a70538a-20d0-49f7-9694-10c579100f98 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410290
Apr 19 03:50:57.975495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c5ef-5b2c-4a44-93df-c54733b1911b req-63222128-d7e5-4dd9-b2ad-7e0037b9f2ab tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:57.977014 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-27b4c5ef-5b2c-4a44-93df-c54733b1911b req-63222128-d7e5-4dd9-b2ad-7e0037b9f2ab tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0872948
Apr 19 03:50:58.025800 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-27b4c5ef-5b2c-4a44-93df-c54733b1911b req-8b3617fd-37f2-4f97-b050-d5d5d6cfe6e7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420208
Apr 19 03:50:59.229173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a911a6-907d-4121-8185-8eb97aef5c51 req-439aa791-fd12-4e14-8808-91c478483437 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:50:59.230733 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-69a911a6-907d-4121-8185-8eb97aef5c51 req-439aa791-fd12-4e14-8808-91c478483437 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0901668
Apr 19 03:50:59.278725 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-69a911a6-907d-4121-8185-8eb97aef5c51 req-b153dbcb-1d1d-4971-a771-d17b8a948ea9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410254
Apr 19 03:51:00.479994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8740c-d51f-4451-80c4-34566d2038d3 req-b121b88f-92f5-4ec4-9a00-bca14c5fd38d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:00.481564 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-60d8740c-d51f-4451-80c4-34566d2038d3 req-b121b88f-92f5-4ec4-9a00-bca14c5fd38d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0910578
Apr 19 03:51:00.528961 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-60d8740c-d51f-4451-80c4-34566d2038d3 req-507d4de9-ff54-43fb-a8b6-1933a34fd7f8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409601
Apr 19 03:51:01.727266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2733a-109f-48b6-b23f-ef1df8d3ae94 req-8260a31c-a854-4287-b71e-aed296a76025 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:01.728834 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9b2733a-109f-48b6-b23f-ef1df8d3ae94 req-8260a31c-a854-4287-b71e-aed296a76025 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0893807
Apr 19 03:51:01.774965 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9b2733a-109f-48b6-b23f-ef1df8d3ae94 req-6cc11b58-0bf7-43d0-bcc4-a8ba625ed8a5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400169
Apr 19 03:51:02.974302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc7a4a-f19b-46c7-a86e-c640aa054049 req-fa1d9bfb-33a2-4ae5-b943-f9cb3d45cb3a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:02.975890 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05bc7a4a-f19b-46c7-a86e-c640aa054049 req-fa1d9bfb-33a2-4ae5-b943-f9cb3d45cb3a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0895152
Apr 19 03:51:03.026387 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05bc7a4a-f19b-46c7-a86e-c640aa054049 req-9b33908e-5919-451a-a3b2-8475eda5582b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440724
Apr 19 03:51:03.883492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:51:04.227999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78c394-39a9-4280-bd21-09ffba001332 req-206de504-3e0e-4b94-9cd5-79c30e27999e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:04.229591 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cf78c394-39a9-4280-bd21-09ffba001332 req-206de504-3e0e-4b94-9cd5-79c30e27999e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0914717
Apr 19 03:51:04.277145 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cf78c394-39a9-4280-bd21-09ffba001332 req-38f5c984-f090-461c-84b2-c73988372c6a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411386
Apr 19 03:51:05.478609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff4c08-a676-423b-acf9-c8b0030cc0f3 req-5f66e92c-e3a0-4f34-a991-87d76a505b9e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:05.480218 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-acff4c08-a676-423b-acf9-c8b0030cc0f3 req-5f66e92c-e3a0-4f34-a991-87d76a505b9e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0874329
Apr 19 03:51:05.530706 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-acff4c08-a676-423b-acf9-c8b0030cc0f3 req-808eb5b4-4abb-4dda-bec5-69256d1d24d0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435736
Apr 19 03:51:06.735835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324966e-1933-40c1-a80a-449d71309814 req-0fba266d-41cc-445f-83d4-19b0ba85cc48 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:06.737932 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0324966e-1933-40c1-a80a-449d71309814 req-0fba266d-41cc-445f-83d4-19b0ba85cc48 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0892596
Apr 19 03:51:06.788730 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0324966e-1933-40c1-a80a-449d71309814 req-7c221574-ac24-4917-bd70-e3a815dbb98c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442271
Apr 19 03:51:08.000174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f90e-05a9-44af-833a-5133ecc10f7a req-ff6ffe39-fdc9-4245-b616-bf7dabba20d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:08.002269 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1f6f90e-05a9-44af-833a-5133ecc10f7a req-ff6ffe39-fdc9-4245-b616-bf7dabba20d2 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0999629
Apr 19 03:51:08.049149 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1f6f90e-05a9-44af-833a-5133ecc10f7a req-ad56e8cc-d872-424e-9090-45138f03a326 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406313
Apr 19 03:51:09.247292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971270-d193-4147-b2b4-56a6b31d9a55 req-c424c9d8-d4cc-4fcf-bac5-0bc78843a3fa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:09.248867 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82971270-d193-4147-b2b4-56a6b31d9a55 req-c424c9d8-d4cc-4fcf-bac5-0bc78843a3fa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0871575
Apr 19 03:51:09.296336 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82971270-d193-4147-b2b4-56a6b31d9a55 req-1ea28d42-a7d2-44b8-840b-97d885d1482a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403967
Apr 19 03:51:10.493231 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c8b0-45e8-46c9-9230-b486216a038e req-c180d464-a7c2-41fe-8694-8f6ae949d02b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:10.494811 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ff6c8b0-45e8-46c9-9230-b486216a038e req-c180d464-a7c2-41fe-8694-8f6ae949d02b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0882967
Apr 19 03:51:10.541900 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ff6c8b0-45e8-46c9-9230-b486216a038e req-244c91de-bafd-4779-9410-23514022cf5c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408528
Apr 19 03:51:11.745295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4509f1-d8ba-4ba4-8dad-0f839348ac78 req-23614b16-e501-40d0-b7f4-8ef99c206bdd tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:11.746895 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d4509f1-d8ba-4ba4-8dad-0f839348ac78 req-23614b16-e501-40d0-b7f4-8ef99c206bdd tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0927658
Apr 19 03:51:11.794137 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d4509f1-d8ba-4ba4-8dad-0f839348ac78 req-d3a0838d-6d7c-4ba9-b097-069364854439 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407979
Apr 19 03:51:12.999401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c239fc6-f54b-40c6-a767-7768a0ccfcb0 req-2c198704-b30d-40f1-aa02-1ecdebb63437 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:13.000973 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c239fc6-f54b-40c6-a767-7768a0ccfcb0 req-2c198704-b30d-40f1-aa02-1ecdebb63437 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0921931
Apr 19 03:51:13.048191 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c239fc6-f54b-40c6-a767-7768a0ccfcb0 req-4407c072-e70d-44c8-a0b2-c0c34f872acd tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402021
Apr 19 03:51:13.878831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239eea8-e760-4069-8375-ab21e7379c50 req-8696e6a9-7afe-41c9-bf27-b41667b44fcc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:13.880405 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9239eea8-e760-4069-8375-ab21e7379c50 req-8696e6a9-7afe-41c9-bf27-b41667b44fcc tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 945 time: 0.0865085
Apr 19 03:51:13.929602 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9239eea8-e760-4069-8375-ab21e7379c50 req-b37cebed-8201-44ee-b2a6-474d3daeee8e tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fd63fe5-6128-408d-a293-162730853e4c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429735
Apr 19 03:51:14.222821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-4697c9cc-bb63-415f-88cb-c89cedf6669a tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:14.224455 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-4697c9cc-bb63-415f-88cb-c89cedf6669a tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 945 time: 0.0875387
Apr 19 03:51:14.249599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdf9e-df3e-4ce8-8442-3f864db14962 req-b1ab772c-2fe7-4656-b660-541aec3dae2b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:14.251342 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b52cdf9e-df3e-4ce8-8442-3f864db14962 req-b1ab772c-2fe7-4656-b660-541aec3dae2b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0901747
Apr 19 03:51:14.302463 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b52cdf9e-df3e-4ce8-8442-3f864db14962 req-e85fa1ec-5f64-42b4-8a37-d246cbdd6d81 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430696
Apr 19 03:51:14.307922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Deleting port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:51:14.308243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:14.573586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] For port 73d56411-e2cc-4061-8eeb-efbbcd8b0986, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=73d56411-e2cc-4061-8eeb-efbbcd8b0986,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:51:14.573988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:14.877566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:14.877898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:14.878248 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Floating IP 98fdb769-4585-4abc-a186-007628a35925 disassociated. External IP: 172.27.0.175, port: 73d56411-e2cc-4061-8eeb-efbbcd8b0986.
Apr 19 03:51:14.878627 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Calling delete_port for 73d56411-e2cc-4061-8eeb-efbbcd8b0986 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:51:15.088934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:15.101188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ad9e4a5c-9e24-4036-853a-b8f13584f121 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:51:15.140761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ce99196d-a611-484b-9398-48547c407cbe req-1b1650b1-cc72-460c-8b02-26b9b4a6335a tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 210 time: 0.0927911
Apr 19 03:51:15.153647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event deleted for resources: {'Port': ['ID=73d56411-e2cc-4061-8eeb-efbbcd8b0986,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:51:15.163759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.164172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.164581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.164979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.165380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.165771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.166165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.166554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.166942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.167357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.167749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.168133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:15.171690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:51:15.369066 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:51:15.513958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d4af-7e1f-444a-95a9-a213f387bc25 req-911e4afa-b31b-47e5-bd51-90615f018a17 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:15.515615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd78d4af-7e1f-444a-95a9-a213f387bc25 req-911e4afa-b31b-47e5-bd51-90615f018a17 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0982587
Apr 19 03:51:15.584141 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd78d4af-7e1f-444a-95a9-a213f387bc25 req-facd40fe-a141-4f40-9c85-eec6af6fbeff tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566869
Apr 19 03:51:15.815928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:51:15.826107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:51:15.835884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:51:15.836552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d192198>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:50:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:15.890477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] No DVR routers for this DVR port 73d56411-e2cc-4061-8eeb-efbbcd8b0986 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:51:15.893185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:15.896350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'name': 'network-vif-deleted', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:51:15.958465 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1efc1403-2243-4c20-a65b-1e8ff60633fa req-0cc368f2-0e69-489c-9d41-9a19deeeed71 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.43 "DELETE /v2.0/ports/73d56411-e2cc-4061-8eeb-efbbcd8b0986 HTTP/1.1" status: 204  len: 173 time: 1.7278597
Apr 19 03:51:16.061111 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b970f17-73a6-4e13-845d-a2ead7223a67', 'name': 'network-vif-deleted', 'tag': '73d56411-e2cc-4061-8eeb-efbbcd8b0986', 'status': 'completed', 'code': 200}
Apr 19 03:51:16.201809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:51:16.329724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20004d34-9283-41ba-b737-b4c4962f592e req-41b31162-bf75-476a-88d8-ce7f86977890 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b970f17-73a6-4e13-845d-a2ead7223a67 HTTP/1.1" status: 200  len: 210 time: 0.0496564
Apr 19 03:51:16.537894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d192198>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:16.542132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:51:16.553633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:51:16.554315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d192198>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:50:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:16.759527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:51:16.839748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ccb1-b0b4-47b7-b93e-b2120a13876a req-b7f7bc8b-e010-4852-bf16-f95d60b11808 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:16.841392 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1942ccb1-b0b4-47b7-b93e-b2120a13876a req-b7f7bc8b-e010-4852-bf16-f95d60b11808 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.0980310
Apr 19 03:51:16.891650 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1942ccb1-b0b4-47b7-b93e-b2120a13876a req-0a6f2aac-cc16-4d80-aa5c-3afc61d1b53c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432768
Apr 19 03:51:16.917806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39180) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:51:17.100398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d192198>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:17.104455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7f4a7-7c16-47cf-829f-113e30dfa2a5 None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T03:39:52Z', 'revision_number': 4, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '257be8fb-012d-4501-8bd2-f7399457d31a', 'name': '', 'network_id': 'a9d39e32-f5f0-4d22-949b-73f3b0f4b690', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'mac_address': 'fa:16:3e:bf:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:50Z', 'updated_at': '2021-04-19T03:39:59Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'subnets': [{'id': 'cb31c1dc-d24e-4c74-918f-944ed405ba6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:51:17.136343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Deleting port ef0f752a-aa9e-47bf-8454-656fade64829 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:51:17.136726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.491571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44262de-1655-4858-a6b4-4043f48cd950 None None] New status for floating IP 98fdb769-4585-4abc-a186-007628a35925: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:51:17.507755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 39190) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:51:17.544961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.544961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.593471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.625734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.686098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Calling delete_port for ef0f752a-aa9e-47bf-8454-656fade64829 owned by network:floatingip {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:51:17.792290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.797986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-909edc14-d407-46f0-bc79-3471fc6eb477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:51:17.814284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd63fe5-6128-408d-a293-162730853e4c,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:51:17.817107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:51:17.854148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.855403 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-050937f8-54bb-4486-a241-6f213ea99b20 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "DELETE /v2.0/security-groups/7fd63fe5-6128-408d-a293-162730853e4c HTTP/1.1" status: 204  len: 168 time: 0.3465445
Apr 19 03:51:17.858498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 39198) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:51:17.876985 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.v2.resource [None req-6c3499c6-5ea8-4dff-97c5-f36acc405687 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] show failed (client error): The resource could not be found.
Apr 19 03:51:17.878015 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6c3499c6-5ea8-4dff-97c5-f36acc405687 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "GET /v2.0/security-groups/7fd63fe5-6128-408d-a293-162730853e4c HTTP/1.1" status: 404  len: 347 time: 0.0185359
Apr 19 03:51:17.881079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 39204) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:51:17.969064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:17.974722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:51:18.019663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event deleted for resources: {'Port': ['ID=ef0f752a-aa9e-47bf-8454-656fade64829,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:51:18.049446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Deleting port 913d6043-7904-4d8b-845e-5f6e53e7b70e {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:51:18.049832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.059108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.059558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.059973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.060386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.060796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.061201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.061603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.062044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.062445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.062843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.063264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.063661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:51:18.074534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:51:18.129822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for floatingip, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.130112 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Floating IP a77f985a-2e62-42fb-a48b-a23f6be6b2a5 disassociated (deleted). External IP: 172.27.0.104, port: fbdc9349-8214-499d-88ec-f32902245c65.
Apr 19 03:51:18.232984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.233352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.365359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Calling delete_port for 913d6043-7904-4d8b-845e-5f6e53e7b70e owned by network:floatingip {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:51:18.501320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Router 49100057-111e-4d70-bd64-1fc94750d9d3 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:51:18.557699 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.563062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-23f6b213-9e35-4bdc-b403-80bc2cb3004f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:51:18.611042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Pushing event deleted for resources: {'Port': ['ID=913d6043-7904-4d8b-845e-5f6e53e7b70e,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:51:18.614521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:51:18.712744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks [] for floatingip, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.714036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:51:18.725946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] Sync routers for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:51:18.729351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.730608 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] 10.222.0.25 "DELETE /v2.0/floatingips/98fdb769-4585-4abc-a186-007628a35925 HTTP/1.1" status: 204  len: 168 time: 0.8484807
Apr 19 03:51:18.749793 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:51:18.751697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6a6080>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:50:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:18.773183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:18.851718 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f1950bc6-df88-49a6-abd9-a105cb4d6483 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "DELETE /v2.0/floatingips/a77f985a-2e62-42fb-a48b-a23f6be6b2a5 HTTP/1.1" status: 204  len: 168 time: 1.9326420
Apr 19 03:51:18.852523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65'}] {{(pid=86431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:51:18.950112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:51:19.003966 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65', 'status': 'completed', 'code': 200}
Apr 19 03:51:19.018972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 73d56411-e2cc-4061-8eeb-efbbcd8b0986 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:51:19.083668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 73d56411-e2cc-4061-8eeb-efbbcd8b0986 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:51:19.084064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 73d56411-e2cc-4061-8eeb-efbbcd8b0986 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:51:19.125438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-84dc9572-7fba-4d93-8cc5-68bffebc4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:19.127292 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-84dc9572-7fba-4d93-8cc5-68bffebc4e0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9685547739384db983b365ae780e9d90&device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 1096 time: 0.0977402
Apr 19 03:51:19.239968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c5a516df-e14a-4d2e-8098-7bde7af8b3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:19.285451 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-07e00d04-e186-4b11-8d38-b2d1f0fcbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:19.287037 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-07e00d04-e186-4b11-8d38-b2d1f0fcbd21 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 200  len: 909 time: 0.1537192
Apr 19 03:51:19.369879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6a6080>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:35Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:19.373960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] Checking router: 49100057-111e-4d70-bd64-1fc94750d9d3 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:51:19.382803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:51:19.383480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d6a6080>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:50:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:19.402953 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-012f7ff0-23b4-453d-8db5-aaca4cb32545 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 200  len: 217 time: 0.1075215
Apr 19 03:51:19.559613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-fb932399-8c7c-477d-b914-c4caf8b78430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:19.561215 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-fb932399-8c7c-477d-b914-c4caf8b78430 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 200  len: 847 time: 0.1514370
Apr 19 03:51:19.580588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:51:19.649676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c60fd9-ff18-474b-bcaa-306f987a587b req-2b1d5546-db45-4a8d-bc68-94dd90bd8bff tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:19.651316 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-33c60fd9-ff18-474b-bcaa-306f987a587b req-2b1d5546-db45-4a8d-bc68-94dd90bd8bff tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.2928679
Apr 19 03:51:19.669752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-513f6149-ef3f-427e-87c6-223cf5f6ca62 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:19.671270 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-513f6149-ef3f-427e-87c6-223cf5f6ca62 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.43 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 943 time: 0.2159760
Apr 19 03:51:19.789160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-26b9aedd-a963-405d-8d52-ec676b396aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:19.790724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-26b9aedd-a963-405d-8d52-ec676b396aea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc40c6dd-681c-4758-8425-824537fa20a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2187521
Apr 19 03:51:19.798601 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-33c60fd9-ff18-474b-bcaa-306f987a587b req-2e532e03-f0e3-4cc7-b659-123d3d4e81b7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/security-groups?id=7497ea10-c0d6-434e-bf0f-a3b83c047878&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1390858
Apr 19 03:51:19.807545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Deleting port fbdc9349-8214-499d-88ec-f32902245c65 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:51:19.807951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:20.081000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d6a6080>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:35Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:51:20.085368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62e93e-6e08-417e-b4cd-9846d0744fa8 None None] The sync data for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi is: [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:41:27Z', 'revision_number': 4, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '4a71d532-892a-4442-a705-27df523b56c0', 'name': '', 'network_id': 'bc40c6dd-681c-4758-8425-824537fa20a5', 'tenant_id': '9685547739384db983b365ae780e9d90', 'mac_address': 'fa:16:3e:8c:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:35Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'subnets': [{'id': '0cf12be9-6785-4f5e-9b8e-17265f71b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:51:20.138102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-4518aa8a-83f8-4ebb-ad83-1b65696479d1 service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3377635
Apr 19 03:51:20.314549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] For port fbdc9349-8214-499d-88ec-f32902245c65, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=fbdc9349-8214-499d-88ec-f32902245c65,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:51:20.314549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:20.463643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Calling delete_port for fbdc9349-8214-499d-88ec-f32902245c65 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:51:20.470529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50959647-c602-4e41-ae59-cf2ce25a6a6b None None] New status for floating IP a77f985a-2e62-42fb-a48b-a23f6be6b2a5: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:51:20.503267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-42e8f044-09fd-4cbf-a112-de8cb1587d2b service neutron] 10.222.0.43 "GET /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3586376
Apr 19 03:51:20.643961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:20.649860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:51:20.697583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event deleted for resources: {'Port': ['ID=fbdc9349-8214-499d-88ec-f32902245c65,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:51:20.700498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:51:20.785293 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] No DVR routers for this DVR port fbdc9349-8214-499d-88ec-f32902245c65 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:51:20.787915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:20.792424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'name': 'network-vif-deleted', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:51:20.806446 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dc3a50b7-2025-4429-b2e1-db0446fc5667 req-bb835e1d-7a68-4133-8578-d7d90f84c542 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.43 "DELETE /v2.0/ports/fbdc9349-8214-499d-88ec-f32902245c65 HTTP/1.1" status: 204  len: 173 time: 1.1156530
Apr 19 03:51:20.849141 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc5cf11-07e5-4749-b662-5d41fef38609', 'name': 'network-vif-deleted', 'tag': 'fbdc9349-8214-499d-88ec-f32902245c65', 'status': 'completed', 'code': 200}
Apr 19 03:51:20.972152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-6d34d772-d3f7-4191-8c24-0dd43359d857 req-5895d386-a264-4cb2-9326-54c68831203f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:51:21.003805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-6d34d772-d3f7-4191-8c24-0dd43359d857 req-5895d386-a264-4cb2-9326-54c68831203f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:51:21.005022 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d34d772-d3f7-4191-8c24-0dd43359d857 req-5895d386-a264-4cb2-9326-54c68831203f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0819998
Apr 19 03:51:21.397419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-83296d86-d75e-4ff2-b08f-2489c97c6b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:21.900336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:22.168515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3ba2021c-eb85-4975-91f5-3bfd3c3cdc52 req-69e77910-2293-4482-9545-0ab7ff04a96f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Synchronizing usage tracker for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:51:22.181196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-3ba2021c-eb85-4975-91f5-3bfd3c3cdc52 req-69e77910-2293-4482-9545-0ab7ff04a96f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Unset dirty status for tenant:9685547739384db983b365ae780e9d90 on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:51:22.182434 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ba2021c-eb85-4975-91f5-3bfd3c3cdc52 req-69e77910-2293-4482-9545-0ab7ff04a96f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0651610
Apr 19 03:51:22.208992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:22.488928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:23.329067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:23.346976 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ae4e7c1-8d57-4450-953c-aaa45dbcec6a req-26624149-b889-430a-a669-98d29e609043 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0524423
Apr 19 03:51:24.506401 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5aa25fe-d796-4fce-afc7-9a2fbfb86f21 req-5d8f615b-b21d-4246-a6b4-b5cf0e202db1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0492206
Apr 19 03:51:25.668509 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9a723dc6-94cf-4daa-977c-a9e2ce5ace88 req-05e2a8ff-a2c8-4564-9568-a7b253db9d24 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0487826
Apr 19 03:51:26.830685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54e3d80c-c20c-4981-bef7-d6a76d50cfa6 req-e4e9abd5-b60c-42ea-9eaf-912f14843a1f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0474246
Apr 19 03:51:28.023419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-42c4d0d9-c459-4d8e-8015-087d79688d8b req-d3b781a5-3a56-4640-b32f-70628367a851 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0489070
Apr 19 03:51:29.185780 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3fc03c65-d535-411d-97a8-3a797dfb9251 req-c9d3904b-4191-4982-bd13-9401389aa613 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0513983
Apr 19 03:51:30.348414 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a6d96d28-eb0b-402d-b980-279ea91d9db2 req-9f6d3676-5853-48b4-ac74-629321160559 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0522101
Apr 19 03:51:30.469067 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-8fc89937-3fff-410c-a9e1-01da9cb6741c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751982
Apr 19 03:51:30.564406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-f87760cf-9b9f-4542-9d9d-986a0e470ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:30.565992 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-f87760cf-9b9f-4542-9d9d-986a0e470ea7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 1098 time: 0.0770922
Apr 19 03:51:30.958305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-81128623-3214-4c6c-80d5-b4f34b660e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:30.959904 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-81128623-3214-4c6c-80d5-b4f34b660e8e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 915 time: 0.3756909
Apr 19 03:51:31.032428 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-b79d0230-fb7d-4d50-b34d-d37b6fddc9a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 200  len: 217 time: 0.0654590
Apr 19 03:51:31.102601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-c9cc4fa9-720d-4c99-a033-00e4ff348d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:51:31.104142 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-c9cc4fa9-720d-4c99-a033-00e4ff348d9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0652385
Apr 19 03:51:31.156061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-c79e9450-adc8-47f0-989e-b20acbbffc64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454357
Apr 19 03:51:31.294744 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-3db1f34a-8e23-40d1-a213-2abb664780fa service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321406
Apr 19 03:51:31.437422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac80e4e9-d111-44f7-8569-6e0327a66ae0 req-d08e75c8-6ffd-4c7b-b189-fddad7e322e1 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359210
Apr 19 03:51:31.511127 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7b293a1-962d-44f2-8b53-6c7173526678 req-28a0b1d8-23eb-4346-beb9-6e4990b9a665 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0487943
Apr 19 03:51:32.671000 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2e32c659-cf4a-445d-bce7-102b33c2a525 req-02fe3774-7cee-404c-ad59-776886d48e09 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486302
Apr 19 03:51:33.835810 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-53dadbbe-127c-4247-b1ef-e961bad76c4d req-c151d39e-a969-4643-a1d4-60c25e24072f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0503287
Apr 19 03:51:35.002110 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3d661818-6fc4-4916-986d-f604ba9b85b3 req-4735f2b0-ae9d-48c3-a67e-46eb03a24a16 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0524430
Apr 19 03:51:36.163339 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c56b9bf5-f543-4dd6-ab48-41093d3a4e45 req-08832a8d-0dd1-4546-9bc4-1c2dfc4e2210 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0508578
Apr 19 03:51:37.322647 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-15ec46ec-938e-4e2e-9ab1-1c2de523949b req-cc6c1c67-10e2-48a7-852a-f82ea0676408 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0479579
Apr 19 03:51:38.483156 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7187a58-2388-43e8-8c2b-93196658f810 req-a27da6c5-e87c-48d9-817d-a4cd310906f6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0494630
Apr 19 03:51:39.643459 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-488135fd-bc3c-43bd-a25d-a68adf45da6f req-b9ad684d-57c0-48a3-8e92-1361074b7cd5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485446
Apr 19 03:51:40.823221 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-087e37d6-bd3c-42d1-a3c0-599c5b81efb3 req-24ebb3b1-8881-4be2-ba19-c60c735ebb2d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0473838
Apr 19 03:51:40.883380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:51:41.988489 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cb3697a1-657c-4b87-9e7b-fa82dd9905c7 req-e7016ccb-84a7-4290-ae63-7027d6ecdcbc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0515656
Apr 19 03:51:43.150786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9a45972e-2ed0-4cde-8b86-6bb0d6b649d7 req-1d4c223e-8149-438f-b506-0a19d725437b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0510070
Apr 19 03:51:44.315074 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6cb4c877-40c2-4836-a9a6-3bab659ae80d req-54be4729-cd1b-4c1b-83b6-5784d0db86bc tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0493526
Apr 19 03:51:45.474160 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5cb3f9be-c425-4f0c-9616-589494a08e80 req-b91af882-f381-4440-a7fb-dacff0293caa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486643
Apr 19 03:51:46.634181 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7ad15a67-6cc7-4c14-802a-4a71963c2c64 req-069ed9a7-ce41-476a-86e3-45bb11479fe3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0489500
Apr 19 03:51:47.833564 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9a4eb2f2-df95-45bc-8606-1cdccfbba720 req-cf42630c-fda7-461c-868a-9123f0a70fe6 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485678
Apr 19 03:51:48.892768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-527ffce6-10e3-482c-99c3-aa990ec5ef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:48.998417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5094be36-92e8-413f-867b-10f444810d03 req-626649cb-27c8-4c18-b393-b9bcc33c3e23 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0524094
Apr 19 03:51:50.162696 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2419c8f4-d681-4aba-beef-dd706aa30be9 req-63852a52-211a-4dce-90a9-1477de02f4a0 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0523617
Apr 19 03:51:51.322786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1e4cd68-b387-4eaa-8e93-1589e0474d41 req-343b2bcc-1c24-4882-8f20-911f86f21576 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0489829
Apr 19 03:51:51.419700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3e60d7a0-08e0-412f-a6b9-9c3e715016c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:51.928623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:52.225611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:52.484663 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2515a56d-42b1-4c6b-a38a-e48d0bd96e88 req-9579d293-f6f3-4960-98dd-fa213200d698 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0499859
Apr 19 03:51:52.528736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:53.334173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:51:53.646085 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-10d7fee6-b3f3-4147-a47e-8a22e7e8b45b req-5c4364da-14fd-4379-9ad6-1dccde325ff9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0482886
Apr 19 03:51:54.807150 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7a6815d0-3c85-4055-af39-784dbd41a264 req-31b6817a-0d14-4995-b4ac-c6fda65a109b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0482337
Apr 19 03:51:55.973190 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bcbd5585-b971-4d36-861e-e8d5ef0114e6 req-6bdbd3ad-5b91-478e-b4d4-5f6b6fdddc64 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0513608
Apr 19 03:51:57.137505 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9fae4acb-63c9-4771-9b2d-7ca7e5c32d8c req-d1a3263f-f21c-48bd-8adf-898f92532ed7 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0514913
Apr 19 03:51:58.298201 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5be3829-89ef-480a-89be-21a7124d50ad req-bf74f9ab-a289-4874-aaca-b754df1ca474 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486238
Apr 19 03:51:59.469122 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0ffc02af-6863-422c-84be-ca799ad27ce8 req-52f3587d-7a62-4f59-a654-725f190c5821 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0483823
Apr 19 03:52:00.629681 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9ae50197-5f5a-4357-9dcd-14178acc1bcc req-1755fe33-aa9b-42f7-a0c8-c6914c6edb21 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0480433
Apr 19 03:52:01.793729 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8541583-2cc3-4969-818a-4786965621b1 req-bff98044-ecb2-4b93-b02f-c0553026091b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0506520
Apr 19 03:52:02.958965 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5656231-2cb7-4790-81c6-3ac80e38f5c0 req-3a91983d-f1fc-43b4-9b2c-213543b4d3be tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0521903
Apr 19 03:52:04.123511 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4696e4cd-b0e9-4107-868d-80f146a628bd req-35734ec6-cdea-4e49-9743-e4cc196abf0c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0519907
Apr 19 03:52:05.281839 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-30a2abff-78ec-4df4-845b-320a5a7a6de5 req-1d981a6a-fd03-450d-860d-a9d91c73f693 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486691
Apr 19 03:52:06.441105 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2250e9a7-e3f4-4576-be37-8c7f6f8f26a5 req-1438b09a-4b64-4afc-83d6-3cbe4aed2640 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0480344
Apr 19 03:52:07.600538 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-609b2200-5ff6-4315-a9bb-3c88e8bffb4e req-fe94dabe-e3a4-4ced-b5b2-56c5a1d3046c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485291
Apr 19 03:52:08.764563 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f99ee818-5b26-46f1-b94a-7bab0486cf2a req-edfe5bf8-9778-412a-9840-149a5cb67d9b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0493131
Apr 19 03:52:09.931538 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2daaa24e-dac8-40e6-9bef-813d9e6a7945 req-e68b31d6-4d1a-45f0-9324-d1a2e1af039b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0531619
Apr 19 03:52:11.092989 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d422df80-53c1-4ea5-bb81-aa47a69a8197 req-650e5918-c2fa-4c27-9d98-5e132058709c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0509567
Apr 19 03:52:12.255357 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e05f9f08-0d2a-4792-be03-a994ecac0003 req-f6ef280a-8423-4d13-ad1e-08d272ba8a8b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0492692
Apr 19 03:52:13.413803 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c704f3ca-c220-4e2c-ac67-d4ff76d5fdf0 req-1f86288b-e012-4685-af59-50ff09fc1587 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0484192
Apr 19 03:52:14.587299 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-edc0ea11-dd0d-4c88-8dca-5c9fff696aba req-216d4d37-1045-40f7-ac62-f234a7debf05 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486174
Apr 19 03:52:15.749914 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-893ce3a1-81a2-449e-8068-89e5b2a7157c req-b6c0a5ee-7268-45b8-a615-91ca1863ac7a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0481181
Apr 19 03:52:16.916212 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-adc5faee-a825-48f2-a6ff-aec10bf1dec9 req-3f37722e-c19b-43d2-bfba-4b951c6932a3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0531900
Apr 19 03:52:17.882734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:52:18.077388 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fca454f9-f5da-4ebc-a9e8-d56275bcf8e9 req-050893df-01dd-4570-8a19-332c2edc6b51 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0509999
Apr 19 03:52:18.891665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b984edbe-7905-42cd-bfed-9d465ce455d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:19.237949 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6a603b2b-6101-4126-876e-488cec52a871 req-86cee7ce-a4cd-4ef6-a3b3-947f8a340ef4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0487130
Apr 19 03:52:20.396966 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05caa797-5ebe-474d-9bcf-496c90a43590 req-881459bc-79ac-43df-9659-958e10d44754 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0487921
Apr 19 03:52:21.417542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d01ca9dd-872b-4248-a4c7-78b76f956645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:21.555871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3ffb52f-52b3-4156-a9e0-f0fba4fe8fe2 req-b9218aea-f324-49f8-9c73-02abc531968d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485401
Apr 19 03:52:21.916818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:22.220036 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:22.488172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:22.718404 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5e618781-7e0e-4697-87d6-d4e111fbe5be req-7dd16662-bdf4-4751-ab2d-0027a5e15046 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0480311
Apr 19 03:52:23.327949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:23.884450 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86ceb30f-b31e-4db0-bc1c-75d81b878512 req-92cc7440-632b-4b49-8d83-adfb637ec242 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0523493
Apr 19 03:52:25.046921 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4123b295-cc5e-47a7-b814-4ba170e08409 req-03a43e78-6748-4cc6-8858-3d4f71adbd58 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0515411
Apr 19 03:52:26.206016 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4fe6882d-3481-450b-b9f0-3ffca684ef80 req-0c0ea2de-7db6-4f35-b56f-3398453a2b9b tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0477610
Apr 19 03:52:27.367318 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-91427ae3-dac8-4d4e-8834-7ca4cb249486 req-4b9836e8-d0e4-4357-8100-a1f816c4c0db tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0491214
Apr 19 03:52:28.525717 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-347df99e-1372-4f4e-b5ac-13d2d77d7a22 req-bb1f7cdc-6ca0-46b5-9238-e96d5759e2a9 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485139
Apr 19 03:52:29.687419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-72e29d82-dd91-4f11-91c9-3aa31157fb2c req-24d8b898-8cd0-445d-9b8b-31d27fb28256 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486455
Apr 19 03:52:30.454872 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-fcf60d8f-8cb1-4b5d-b542-41cd1c146a22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794942
Apr 19 03:52:30.600691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-e108e97f-3b8d-41ae-a5ab-83405afb7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:52:30.602278 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-e108e97f-3b8d-41ae-a5ab-83405afb7e0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.0776851
Apr 19 03:52:30.756099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-af3fb8d0-4bc7-4f23-a5fe-b33e429f2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:52:30.757674 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-af3fb8d0-4bc7-4f23-a5fe-b33e429f2e91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.1367087
Apr 19 03:52:30.891912 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-706a4c10-b426-4c20-bd32-05f01539e7d9 req-c30bf6f5-e106-49aa-b743-1ad68b433927 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0673299
Apr 19 03:52:30.912761 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-5a97de15-1c83-4af8-bb78-e294c2ea3765 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1002 time: 0.1486189
Apr 19 03:52:30.981809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-0cd7e487-7deb-44e1-b313-f44f7f74f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:52:30.983293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-0cd7e487-7deb-44e1-b313-f44f7f74f034 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0644767
Apr 19 03:52:31.063706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-6b7216d7-2b91-450f-b6df-da9a522155c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:52:31.065215 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-6b7216d7-2b91-450f-b6df-da9a522155c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755937
Apr 19 03:52:31.205272 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-2ef73c4d-92e2-4133-b178-ca6ad114ab2a service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333995
Apr 19 03:52:31.346222 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3b69f50d-45c1-4ca1-8d03-a291661a739e req-004807b7-6cd6-4dac-af34-4cdd05ea57a9 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343403
Apr 19 03:52:32.053666 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a5ee9ac3-76c4-4b99-8a30-10fd52628568 req-4b4111c5-d9af-493f-9f88-9f1e7a8741aa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0509870
Apr 19 03:52:33.217255 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d8d18933-306f-4e70-97f8-df567475f114 req-8ec646a1-d6e8-4bd7-8924-cbcf2b2e4689 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0518587
Apr 19 03:52:34.599419 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7571b86-3cd2-4e2b-a1e5-3d91b32f709c req-673896e6-ffa6-4f82-96bf-353c23d51434 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.2688808
Apr 19 03:52:35.759416 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8f69a956-973d-405c-9ce7-e61b69ab82ec req-dfc29c4b-a3a3-4b74-b087-4c0d33c325cb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0479198
Apr 19 03:52:36.920968 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-081ebfcc-b661-4642-8fa0-9a0251d5f789 req-172f8159-2d33-4551-b145-d76b657ee38a tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0472398
Apr 19 03:52:38.083364 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05e26db4-b957-4f52-9ab0-a3f9dd7e7677 req-3e0af0d6-6c65-4923-83e0-35e5838fabd4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0482748
Apr 19 03:52:39.324758 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b505ccab-3f15-4fab-a67f-ebca98fffc31 req-1d3aaab2-cc3d-4f19-a0ed-b1c0316c394c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0499818
Apr 19 03:52:40.488168 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-052c8d6e-5bb7-4969-993d-8f3d8ccdd0b4 req-44ef0dbb-62d5-4e3e-902c-5dd7353e7db8 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0510340
Apr 19 03:52:41.647708 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c90bf57b-04c3-4ae7-87ea-be8a23a031a4 req-4759eeb9-cebe-481b-90a9-d224e2c7dcc4 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0480454
Apr 19 03:52:42.806474 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1e1cc127-c1ba-4445-a9f2-c7f17ec052f7 req-aea137e1-33cf-4511-94a4-7a7824351e6f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0476208
Apr 19 03:52:43.968875 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1d2842c-628b-4db3-a305-02280eb8c6c6 req-24e22ae8-cd26-4ea7-a4ee-e447fc03f8a1 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0484407
Apr 19 03:52:45.129948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5c5aa5af-21fb-45f9-ae96-8c62ed7acb29 req-202b5c83-0c55-4ad7-9f93-8a17411215df tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0480709
Apr 19 03:52:46.292930 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-75288f1f-fc08-474e-a559-5eb1431065b9 req-b6ab8bb3-9a62-410f-8817-d7f51b99c0f5 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0514894
Apr 19 03:52:47.455431 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e512528e-5f82-4e68-9320-b54adc3163b3 req-eeb64606-0000-4ebf-91d7-3ac15800f191 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0511875
Apr 19 03:52:48.618874 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb5c4508-3c4d-4740-9c8e-367c7b9a5e91 req-2e2a69f5-df99-4613-ac9b-c9c7f13098da tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0501988
Apr 19 03:52:48.885333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8d65d42b-8572-4b3f-9789-fe85033f6c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:49.778440 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1568e94b-5927-4801-88f9-cd8de37c6ec2 req-8ac99a86-af58-4517-97d3-b963d39ba580 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0479429
Apr 19 03:52:50.941383 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da32847e-254b-4070-b016-8ee587603978 req-265d3a52-8f85-446e-a830-04360abc148c tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0483580
Apr 19 03:52:51.405614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7671914d-fbb0-4953-a866-a107678d8b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:51.954185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:52.102954 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c5268cd8-c1b0-4814-b089-d96ed9bf3c48 req-5cc0b94c-c0ab-4d24-8383-24e30fba6c38 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0488739
Apr 19 03:52:52.239939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:52.503361 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:53.266590 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c5e59d6a-5169-486c-9c37-45be89151b22 req-fadf2315-3644-4852-b774-479f454cb09d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0524871
Apr 19 03:52:53.336986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:52:54.427718 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ee7771d3-6c67-4fed-ab3e-3b963dd84498 req-ee56fcb9-3a20-44ff-924b-5712e8901fbf tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0510294
Apr 19 03:52:54.883093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:52:55.588823 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6fe293e1-cc09-4141-b2ff-91791e94a51a req-ee9cad3d-62c0-4f67-9de6-61bae67f8840 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0481334
Apr 19 03:52:56.748862 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5406c78e-2e9d-472f-a63c-5a730176ac9d req-c808cfcd-ffb6-4cc2-938e-bbb9150ec4aa tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485597
Apr 19 03:52:57.909540 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-47d9b284-6b52-467c-97f7-00b81e5e284f req-2cbfd0fa-8036-4b10-8d5b-52b7890ce440 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0484238
Apr 19 03:52:59.071551 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8937e2d2-4c9b-404c-872f-87e0ad676875 req-1d4dc4bd-95c2-4ec3-96a8-764f4dd9d71f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0486686
Apr 19 03:53:00.233584 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-abd89510-3aa6-4a2b-938c-289ebfc89ee3 req-d558b3fe-67e1-4ebe-b881-aaa6878b41cb tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0513048
Apr 19 03:53:01.397190 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f7cbee20-b3a1-47b3-847e-d636dd179147 req-a1cfc33e-749f-4da3-9dff-54b78eebcf6e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0507011
Apr 19 03:53:02.556832 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-521f3b14-b9cf-4176-ac58-3c013d238057 req-c8085c19-4186-41c4-804c-3d69826c5292 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0488658
Apr 19 03:53:03.775827 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fc8db3b9-2438-4906-b2f7-78cd377512c0 req-8d584a1b-9359-49e6-9e23-3ec6b9a0b7cd tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.1079392
Apr 19 03:53:04.984256 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e45ebb51-54ff-454f-9140-03d963a5934d req-f57cace0-876a-4363-b83a-0f5cb053588d tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0944781
Apr 19 03:53:06.147028 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-292b6bdc-9d7b-43fe-bb77-d1c9d8819682 req-604a27ec-b85d-42bf-8318-ec8a3d3bbf43 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485415
Apr 19 03:53:07.309486 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8089ceac-b7cb-447b-9a94-af6af17808e5 req-f173a50f-8a7f-4c72-8797-c5dbd30cd09e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0517862
Apr 19 03:53:08.472345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d4c46ebc-135a-4bc8-bdd8-375e1e766d59 req-dc92b64c-41d8-441e-b70a-56e6c8481c04 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0514641
Apr 19 03:53:09.635579 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f4e56a8-6507-4d0a-906a-35e2edab5dbc req-b6327658-54cb-4487-ab94-274144d48aad tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0500479
Apr 19 03:53:10.794625 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd98ae41-a92a-4e1f-90a2-79f34b2947b9 req-6aa0c2f2-627b-450d-9e5f-7e227183592f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485373
Apr 19 03:53:11.956271 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3ad91f44-973f-419f-ad64-339333dfe626 req-415c3959-1757-45b3-a2a0-d5deb78a5fce tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0482256
Apr 19 03:53:13.118152 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-049e23da-db26-47f0-a1a4-58bb48faa514 req-7c91e593-09a3-4f8d-bfb7-dff979668037 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0484030
Apr 19 03:53:14.280577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8179d9c1-feb8-4b59-ac19-9b9edda0bdb9 req-0efcb930-8472-43ce-9289-22938a95de3e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0513818
Apr 19 03:53:15.444252 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d77ea7d1-8e04-471f-9cbf-9e2c22aa70ee req-2fb9d697-4e96-407f-8df2-371f97f8a478 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0512917
Apr 19 03:53:16.603232 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4497e82e-103e-4419-a29f-e09a40e9fc22 req-6c7c0ca2-4b78-4258-8e01-8b48125a3c69 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0482528
Apr 19 03:53:17.763020 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea1f548d-3f79-41fb-b523-da1a31943a6a req-666ea5ee-cf58-4efc-81f6-318a97f434c3 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0490890
Apr 19 03:53:18.893460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fc0d75cb-4257-4aa4-87a1-d6ca6b287ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:18.926055 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b895eb52-67a0-4484-be61-553b672a831e req-39193e72-fd3e-421c-9a3a-2572382e2d9f tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485144
Apr 19 03:53:20.088207 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0636f13b-dbbb-49a2-a0ce-fceb6337e611 req-0d5d9e85-cbf4-4600-b268-e08425ba676e tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0485387
Apr 19 03:53:21.252181 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c4de0512-5837-41f2-a3a6-3d73284be6a9 req-a9cf7ed1-49dc-4284-861f-b47f7c1f6732 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0523612
Apr 19 03:53:21.412978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c644b0ea-2f68-4af4-9430-a689f2c5bce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:21.913779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:22.262345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:22.420313 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a8c39a1-94a1-4e23-a8f9-166fa1d91f1c req-edfc26f2-3eb2-46b9-945c-f016ee0e6780 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cc5cf11-07e5-4749-b662-5d41fef38609 HTTP/1.1" status: 200  len: 210 time: 0.0528147
Apr 19 03:53:22.498797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:23.336587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:23.518528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 39536) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:23.591422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:23.623785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:23.704659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:23.710023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d2ed4851-509e-4bc6-a465-28bc8b175cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:23.726662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7497ea10-c0d6-434e-bf0f-a3b83c047878,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:23.734493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.736490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.736490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.736490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.736817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.737120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.737521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.737945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.738322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.738718 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.739112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.739534 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:23.742964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:23.761111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:23.762503 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] 10.222.0.25 "DELETE /v2.0/security-groups/7497ea10-c0d6-434e-bf0f-a3b83c047878 HTTP/1.1" status: 204  len: 168 time: 0.2426617
Apr 19 03:53:23.932899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39544) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:24.657852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:25.021990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Deleting port 4a71d532-892a-4442-a705-27df523b56c0 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:25.022377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:25.214822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] For port 4a71d532-892a-4442-a705-27df523b56c0, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4a71d532-892a-4442-a705-27df523b56c0,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:25.215250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:25.346968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Calling delete_port for 4a71d532-892a-4442-a705-27df523b56c0 owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:25.633922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:25.638828 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f981bf2-5f8a-4bac-9b16-2552dbf761ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:25.688054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a71d532-892a-4442-a705-27df523b56c0,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:25.735837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.735837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.735837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.735837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.735837 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.736734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.736734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.736734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.737148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.737545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.737945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.738507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:53:25.771580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:25.978778 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:26.590002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Router 49100057-111e-4d70-bd64-1fc94750d9d3 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:53:26.785580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:53:26.795345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] Sync routers for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:53:26.805426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:53:26.806100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d107160>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:53:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:26.852824 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-be91eb62-276d-4032-b407-3a14bb8a5adc admin admin] 10.222.0.25 "PUT /v2.0/routers/49100057-111e-4d70-bd64-1fc94750d9d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9183378
Apr 19 03:53:26.855370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39580) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:26.992708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:53:27.040513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks [] for router, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:27.227313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:27.262052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Deleting port bb68c095-15e6-411b-946c-0d677895861f {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:27.262950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:27.294584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d107160>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'bb68c095-15e6-411b-946c-0d677895861f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:53:25Z', 'revision_number': 5, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port': {'id': 'bb68c095-15e6-411b-946c-0d677895861f', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:18Z', 'updated_at': '2021-04-19T03:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:27.298671 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] Checking router: 49100057-111e-4d70-bd64-1fc94750d9d3 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:53:27.308255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] Routers {'49100057-111e-4d70-bd64-1fc94750d9d3'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:53:27.308908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d107160>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:53:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['49100057-111e-4d70-bd64-1fc94750d9d3'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:27.447580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] For port bb68c095-15e6-411b-946c-0d677895861f, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=bb68c095-15e6-411b-946c-0d677895861f,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:27.447980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:27.475610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] Set router 49100057-111e-4d70-bd64-1fc94750d9d3 gateway port host: None {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:53:27.589780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d107160>, [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:53:27Z', 'revision_number': 6, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:27.594140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31939b04-f21d-4b43-843d-5de63dfdd829 None None] The sync data for ids ['49100057-111e-4d70-bd64-1fc94750d9d3'] in dv-cinder-786054-3-iscsi is: [{'id': '49100057-111e-4d70-bd64-1fc94750d9d3', 'name': 'tempest-TestShelveInstance-367577783-router', 'tenant_id': '9685547739384db983b365ae780e9d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:17Z', 'updated_at': '2021-04-19T03:53:27Z', 'revision_number': 6, 'project_id': '9685547739384db983b365ae780e9d90', 'gw_port_host': None}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:53:27.600324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Calling delete_port for bb68c095-15e6-411b-946c-0d677895861f owned by network:router_gateway {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:27.875887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:27.880859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6fe86d84-bb29-426e-b136-c61a72e50e17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:27.928522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Pushing event deleted for resources: {'Port': ['ID=bb68c095-15e6-411b-946c-0d677895861f,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:27.961167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:28.024734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.203940 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.206201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.519156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.519819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49100057-111e-4d70-bd64-1fc94750d9d3 {{(pid=86431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:53:28.533710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.537858 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] 10.222.0.25 "DELETE /v2.0/routers/49100057-111e-4d70-bd64-1fc94750d9d3 HTTP/1.1" status: 204  len: 168 time: 1.6813834
Apr 19 03:53:28.537986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 39600) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:28.625300 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Deleting subnet 0cf12be9-6785-4f5e-9b8e-17265f71b364 {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:53:28.628593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.681306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.758855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device bb68c095-15e6-411b-946c-0d677895861f no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:28.796810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: bb68c095-15e6-411b-946c-0d677895861f {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:28.797116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device bb68c095-15e6-411b-946c-0d677895861f not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:28.797654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4a71d532-892a-4442-a705-27df523b56c0 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:28.821106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:28.835958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 4a71d532-892a-4442-a705-27df523b56c0 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:28.836358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4a71d532-892a-4442-a705-27df523b56c0 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:29.373210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:29.378730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3fffca19-b0a2-47f0-b95b-ca4c7243d4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:29.413695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf12be9-6785-4f5e-9b8e-17265f71b364,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:29.416975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:29.418016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:29.427259 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e99f7cb1-1c26-427b-b390-0589a31d20f9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0cf12be9-6785-4f5e-9b8e-17265f71b364 HTTP/1.1" status: 204  len: 168 time: 0.8859322
Apr 19 03:53:29.427400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbd666-10b4-4b9c-ab38-55df0f455bfb None None] Network bc40c6dd-681c-4758-8425-824537fa20a5 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:53:29.427784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39610) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:29.544907 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:29.560016 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Deleting port 4f93a88d-78c9-4a57-8043-88bdab8cb380 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:29.560508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:29.695669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] DHCP port deletion for bc40c6dd-681c-4758-8425-824537fa20a5 request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 03:53:29.699996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Deleting port 4f93a88d-78c9-4a57-8043-88bdab8cb380 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:29.700420 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:29.800119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] For port 4f93a88d-78c9-4a57-8043-88bdab8cb380, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4f93a88d-78c9-4a57-8043-88bdab8cb380,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:29.800512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:29.938888 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Calling delete_port for 4f93a88d-78c9-4a57-8043-88bdab8cb380 owned by network:dhcp {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:30.058642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.063651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7300368e-27d8-4424-a05e-b2432983eee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:30.083522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] For port 4f93a88d-78c9-4a57-8043-88bdab8cb380, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=4f93a88d-78c9-4a57-8043-88bdab8cb380,segment=NetworkSegment(f551b557-a3ee-4442-b9ff-b9a14e2c85d0),segment_id=f551b557-a3ee-4442-b9ff-b9a14e2c85d0)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:30.083980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.108882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f93a88d-78c9-4a57-8043-88bdab8cb380,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:30.111542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:30.114088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] No DVR routers for this DVR port 4f93a88d-78c9-4a57-8043-88bdab8cb380 on host dv-cinder-786054-3-iscsi {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:53:30.213648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Calling delete_port for 4f93a88d-78c9-4a57-8043-88bdab8cb380 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:30.235017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.357966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:53:30.358368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:53:30.594033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945cedd6a0>,) {'filters': {'network_id': ['bc40c6dd-681c-4758-8425-824537fa20a5']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:30.607339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945cedd6a0>, 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:30.607679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945cedd6a0>, 'f551b557-a3ee-4442-b9ff-b9a14e2c85d0') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:30.620467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.635539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.641858 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:53:30.765976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4f93a88d-78c9-4a57-8043-88bdab8cb380 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:30.805971 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 4f93a88d-78c9-4a57-8043-88bdab8cb380 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:30.806321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 4f93a88d-78c9-4a57-8043-88bdab8cb380 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:30.825617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Network bc40c6dd-681c-4758-8425-824537fa20a5 has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:53:30.834765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.859764 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Deleting port 4f93a88d-78c9-4a57-8043-88bdab8cb380 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:30.861280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:30.939765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-c7a24aae-e09e-4f0f-bb49-174e138c1112 None None] The port '4f93a88d-78c9-4a57-8043-88bdab8cb380' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 03:53:31.017558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Network bc40c6dd-681c-4758-8425-824537fa20a5 has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:53:31.040851 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:53:31.218682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:31.223029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:31.237839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:31.249151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Pushing event deleted for resources: {'Network': ['ID=bc40c6dd-681c-4758-8425-824537fa20a5,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:31.252689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:31.285647 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-27ee9614-e327-4f22-980a-c66315d277dd admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc40c6dd-681c-4758-8425-824537fa20a5 HTTP/1.1" status: 204  len: 168 time: 1.8566930
Apr 19 03:53:31.288820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39634) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:31.845861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:31.883195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:53:32.218050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Deleting port 59da44c5-647b-40c1-bce6-fd615c1d581f {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:32.218433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:32.397441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] For port 59da44c5-647b-40c1-bce6-fd615c1d581f, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=59da44c5-647b-40c1-bce6-fd615c1d581f,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:32.397756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:32.528650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Calling delete_port for 59da44c5-647b-40c1-bce6-fd615c1d581f owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:32.549390 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-e482872f-5683-4779-9dde-16ade092c78c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1461000
Apr 19 03:53:32.650683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-7dd70390-1b1d-457d-979c-bef8d1d43e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:53:32.652234 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-7dd70390-1b1d-457d-979c-bef8d1d43e2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66830e413293499db3998f9e797be69c&device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 1098 time: 0.0826032
Apr 19 03:53:32.811508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-11cd83f3-c769-40ca-bdf4-a152e15a47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:53:32.813115 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-11cd83f3-c769-40ca-bdf4-a152e15a47fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 200  len: 916 time: 0.1412561
Apr 19 03:53:32.852985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:32.857806 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4d1f4663-17bc-40db-9f1e-29ff01611cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:32.887407 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-07f3f1ac-4fc4-4599-8b32-b5fc032435fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 200  len: 217 time: 0.0681746
Apr 19 03:53:32.906619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Pushing event deleted for resources: {'Port': ['ID=59da44c5-647b-40c1-bce6-fd615c1d581f,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:32.942777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:32.959442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-7513d81c-9f89-482e-a49a-fb5cb6085fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:53:32.961024 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-7513d81c-9f89-482e-a49a-fb5cb6085fde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 200  len: 854 time: 0.0669680
Apr 19 03:53:33.050484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-f8f13b5f-1776-41e9-8c54-e44c2cd2cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:53:33.052582 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-f8f13b5f-1776-41e9-8c54-e44c2cd2cbe5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc8eb1d0-e4c3-4655-b89b-30452bcfda62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847890
Apr 19 03:53:33.201344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:33.214939 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-7dfd54c5-8433-4423-97a0-a55a7f3c4f57 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544914
Apr 19 03:53:33.361252 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98a7fd0a-6a49-4c62-84bb-94c128f1c30e req-efe05b8e-443f-4dce-bb6f-481a5756b95b service neutron] 10.222.0.43 "GET /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397140
Apr 19 03:53:33.824844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Router e7febad9-102b-4288-b616-d941e9dae99b has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:53:34.013240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:53:34.022543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] Sync routers for ids ['e7febad9-102b-4288-b616-d941e9dae99b'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:53:34.033243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] Routers {'e7febad9-102b-4288-b616-d941e9dae99b'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:53:34.035999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d477898>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:53:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['e7febad9-102b-4288-b616-d941e9dae99b'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:34.054838 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4c174688-4177-4d66-9bc6-e57ceea6d685 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7febad9-102b-4288-b616-d941e9dae99b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7648442
Apr 19 03:53:34.057452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39662) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:34.227617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] Set router e7febad9-102b-4288-b616-d941e9dae99b gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:53:34.250464 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks [] for router, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:34.445371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:34.485144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Deleting port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:34.485527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:34.543786 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d477898>, [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:53:32Z', 'revision_number': 5, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port': {'id': '23e8e560-edbe-43a8-8346-ce1cf59aa7b4', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:36Z', 'updated_at': '2021-04-19T03:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:34.547958 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] Checking router: e7febad9-102b-4288-b616-d941e9dae99b for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:53:34.556899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] Routers {'e7febad9-102b-4288-b616-d941e9dae99b'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:53:34.557964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d477898>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:53:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['e7febad9-102b-4288-b616-d941e9dae99b'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:34.671054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] For port 23e8e560-edbe-43a8-8346-ce1cf59aa7b4, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:34.671468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:34.724444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] Set router e7febad9-102b-4288-b616-d941e9dae99b gateway port host: None {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:53:34.804669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Calling delete_port for 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 owned by network:router_gateway {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:34.838491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d477898>, [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:53:34Z', 'revision_number': 6, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:34.842603 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d840ae66-2da6-46fd-9795-8de947190b55 None None] The sync data for ids ['e7febad9-102b-4288-b616-d941e9dae99b'] in dv-cinder-786054-3-iscsi is: [{'id': 'e7febad9-102b-4288-b616-d941e9dae99b', 'name': 'tempest-TestShelveInstance-508178248-router', 'tenant_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:34Z', 'updated_at': '2021-04-19T03:53:34Z', 'revision_number': 6, 'project_id': 'd45fa3ed20af4aff98d3124d25c8937c', 'gw_port_host': None}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:53:35.018645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.023926 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5be0e34a-8b79-4ebd-a33b-877b4f45b3f6 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:35.070402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e8e560-edbe-43a8-8346-ce1cf59aa7b4,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:35.073801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:35.169830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.359125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.362038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.518968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.519616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7febad9-102b-4288-b616-d941e9dae99b {{(pid=86431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:53:35.532999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.534220 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d8217b02-2c9a-49cf-ab96-4dc1632e6922 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e7febad9-102b-4288-b616-d941e9dae99b HTTP/1.1" status: 204  len: 168 time: 1.4757919
Apr 19 03:53:35.537131 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39684) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:35.608604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Deleting subnet f198f8b2-b06b-44db-8a36-1ac9ab5c363e {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:53:35.612618 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.667581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:35.787698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.093258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.099232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:36.140062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f198f8b2-b06b-44db-8a36-1ac9ab5c363e,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:36.143178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.145533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:36.147559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d992275-3c04-4447-bef8-8a91ec9dc55e None None] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:53:36.149744 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a999a3cc-0e6d-477c-ae2e-d43f8fad8652 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f198f8b2-b06b-44db-8a36-1ac9ab5c363e HTTP/1.1" status: 204  len: 168 time: 0.6115928
Apr 19 03:53:36.152516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39690) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:36.264543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.276485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Deleting port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:36.276845 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.431005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] DHCP port deletion for 6cfe939b-6d5b-4193-884a-2c03bafb2cef request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 03:53:36.435950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Deleting port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:36.436466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.522512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] For port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:36.522894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.663097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Calling delete_port for 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 owned by network:dhcp {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:36.672788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] For port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,segment=NetworkSegment(546a8f8b-052c-49f6-81d1-e9247c65d868),segment_id=546a8f8b-052c-49f6-81d1-e9247c65d868)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:36.673303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.814766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:36.838999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:36.844352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:36.849822 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Calling delete_port for 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:36.889210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:36.889619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 23e8e560-edbe-43a8-8346-ce1cf59aa7b4 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:36.890058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:36.892516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a03bb04-94b9-4ee6-a1b9-a1fcd102b241,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:36.894549 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] No DVR routers for this DVR port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 on host dv-cinder-786054-3-iscsi {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:53:36.896156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:36.932458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:36.932840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:36.933304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 59da44c5-647b-40c1-bce6-fd615c1d581f no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:36.976368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 59da44c5-647b-40c1-bce6-fd615c1d581f {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:36.976754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 59da44c5-647b-40c1-bce6-fd615c1d581f not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:37.005975 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:53:37.006460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:53:37.020654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.135308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945c953860>,) {'filters': {'network_id': ['6cfe939b-6d5b-4193-884a-2c03bafb2cef']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:37.148202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c953860>, '546a8f8b-052c-49f6-81d1-e9247c65d868') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:37.148538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c953860>, '546a8f8b-052c-49f6-81d1-e9247c65d868') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:53:37.161177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.176428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.182729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:53:37.364130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:53:37.373450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.507917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Deleting port 7a03bb04-94b9-4ee6-a1b9-a1fcd102b241 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:37.508471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.595968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a0264-6072-49fa-be23-442e8be1ca51 None None] The port '7a03bb04-94b9-4ee6-a1b9-a1fcd102b241' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 03:53:37.807827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Network 6cfe939b-6d5b-4193-884a-2c03bafb2cef has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:53:37.834760 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:53:37.939127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.943949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:37.947641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-012f3ce3-daf9-42e0-a0d4-8e3662fc096e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:37.972384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfe939b-6d5b-4193-884a-2c03bafb2cef,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:37.974844 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:37.978240 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6cfe939b-6d5b-4193-884a-2c03bafb2cef HTTP/1.1" status: 204  len: 168 time: 1.8232427
Apr 19 03:53:38.189322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39714) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:38.244402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ad97f870-4fc4-4fd6-bb43-06ebab30165d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9685547739384db983b365ae780e9d90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538540
Apr 19 03:53:38.246920 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39720) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:38.309305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:38.337563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:38.458706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:38.463632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a962ccbc-a755-4a03-a9d8-e1a5614b6e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:38.477709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3081a-8fbe-4c19-8489-ea6bae2dbc3e,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:38.481817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:38.485673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:38.486886 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13f3081a-8fbe-4c19-8489-ea6bae2dbc3e HTTP/1.1" status: 204  len: 168 time: 0.2389374
Apr 19 03:53:39.006459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39736) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:39.058967 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b192698a-4842-49a1-882b-7ba9dbd86deb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d45fa3ed20af4aff98d3124d25c8937c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498252
Apr 19 03:53:39.059956 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 39740) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:53:39.122913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:39.149665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:39.298745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:39.303759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2952c97c-e4c0-4ff0-a0c1-bd43040194cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:39.317746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa8ffa-bf68-4360-b58b-0ad639ccd32a,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:39.320543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:39.321754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:39.322950 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edaa8ffa-bf68-4360-b58b-0ad639ccd32a HTTP/1.1" status: 204  len: 168 time: 0.2620559
Apr 19 03:53:41.531527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e8327-a725-4980-8433-dc4b76111f49 req-124e34df-4641-45bd-a889-250f29189659 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:53:41.533173 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-587e8327-a725-4980-8433-dc4b76111f49 req-124e34df-4641-45bd-a889-250f29189659 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.0917687
Apr 19 03:53:41.582892 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-587e8327-a725-4980-8433-dc4b76111f49 req-73b379fa-7ce0-416b-bb2c-852659bb27e8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/security-groups?id=261b97e3-ad31-4244-872f-93e4f37fe063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432627
Apr 19 03:53:41.982630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed232b62-27e1-4c41-92df-c8038af7347c req-39a39f31-4a9a-41a7-93df-337e8abb7300 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:53:41.984181 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ed232b62-27e1-4c41-92df-c8038af7347c req-39a39f31-4a9a-41a7-93df-337e8abb7300 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.43 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 945 time: 0.0883386
Apr 19 03:53:42.060952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Deleting port 589d1f32-cd4b-4443-9982-41cdb9265434 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:53:42.061339 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:42.320993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] For port 589d1f32-cd4b-4443-9982-41cdb9265434, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=589d1f32-cd4b-4443-9982-41cdb9265434,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:53:42.321387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:42.452658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Calling delete_port for 589d1f32-cd4b-4443-9982-41cdb9265434 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:53:42.693750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:42.699724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aa23335f-714e-4202-9abf-8fbf25c6d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:53:42.706596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['589d1f32-cd4b-4443-9982-41cdb9265434'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:53:42.745982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9cdb9392-f939-4fdc-9740-f22a1b89d02d req-360cedef-9658-4f12-88e4-9bf819b0b3da tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86431) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:53:42.756523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Pushing event deleted for resources: {'Port': ['ID=589d1f32-cd4b-4443-9982-41cdb9265434,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:53:42.765456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:53:42.784535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9cdb9392-f939-4fdc-9740-f22a1b89d02d req-360cedef-9658-4f12-88e4-9bf819b0b3da tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86431) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:53:42.785942 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9cdb9392-f939-4fdc-9740-f22a1b89d02d req-360cedef-9658-4f12-88e4-9bf819b0b3da tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0886490
Apr 19 03:53:42.844650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] No DVR routers for this DVR port 589d1f32-cd4b-4443-9982-41cdb9265434 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:53:42.847233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:42.849911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'name': 'network-vif-deleted', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:53:42.897846 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eebf65c-de9c-4548-aab3-63d7c52a229c', 'name': 'network-vif-deleted', 'tag': '589d1f32-cd4b-4443-9982-41cdb9265434', 'status': 'completed', 'code': 200}
Apr 19 03:53:42.899830 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ed232b62-27e1-4c41-92df-c8038af7347c req-7394dd7a-c6ca-4b65-91ee-6770c0eb0a79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.43 "DELETE /v2.0/ports/589d1f32-cd4b-4443-9982-41cdb9265434 HTTP/1.1" status: 204  len: 173 time: 0.9102492
Apr 19 03:53:43.950214 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-00f02b0d-cd9a-4df5-b64e-1a927a4d8f78 req-6a1da56a-7d2a-4f19-8f70-6df50df577aa tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0519226
Apr 19 03:53:45.114736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-6f2cca71-b5a6-4d25-9221-c64dd5909a02 req-91fc1ce9-a216-4b79-893e-4d3eb8d3fafd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Synchronizing usage tracker for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:53:45.158682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-6f2cca71-b5a6-4d25-9221-c64dd5909a02 req-91fc1ce9-a216-4b79-893e-4d3eb8d3fafd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Unset dirty status for tenant:66830e413293499db3998f9e797be69c on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:53:45.159946 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f2cca71-b5a6-4d25-9221-c64dd5909a02 req-91fc1ce9-a216-4b79-893e-4d3eb8d3fafd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0925710
Apr 19 03:53:45.721912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 589d1f32-cd4b-4443-9982-41cdb9265434 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:53:45.760368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 589d1f32-cd4b-4443-9982-41cdb9265434 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:53:45.760748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 589d1f32-cd4b-4443-9982-41cdb9265434 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:53:46.320980 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-37b99874-f1b8-479f-8e16-57b268fd67af req-09cff873-c617-4d25-b534-067112fce6f3 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0492244
Apr 19 03:53:47.483406 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3d160970-06ba-41fe-9fcb-679fbdd78290 req-88e30db5-01aa-46fa-9885-0db09e0b3f4c tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0507603
Apr 19 03:53:48.644404 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cf57e716-2e69-42a1-aa37-424fb22cf72a req-3b9ae6cd-ad18-4e09-9e10-16ffd8920daf tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0484016
Apr 19 03:53:48.898355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c5f15e9d-620c-41fd-b07a-340d25196e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:49.802950 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2f306758-2cf5-4d56-949c-f4bc25fd6ca3 req-8dacb400-18dd-4a35-9cd8-fce6312e9530 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0481689
Apr 19 03:53:50.967793 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3268f48-6b92-41d6-a9d7-851ceef0544c req-b16efa34-7eb0-49ae-893c-2475dba71f42 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0518267
Apr 19 03:53:51.393089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9d5b-888f-464d-a8f8-a419154ecb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:51.912760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:52.129805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9f3e7911-200a-451a-90f1-a75ab6b73b65 req-74848cd9-988f-49c4-891f-e437781d3b0a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0477586
Apr 19 03:53:52.255747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:52.512819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:53.289996 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4ff0cd23-3314-41b0-9eb9-b7681f34ddbf req-7905a154-0690-48e9-be79-a8b6858600ba tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0495517
Apr 19 03:53:53.347480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:53:54.594872 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ed2ea5d-8307-4040-8005-5edb13c55cea req-9b799c8f-0d48-47bc-98b7-1fe8b106db44 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0528517
Apr 19 03:53:55.755631 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-50587db4-f9a8-481a-bc08-d1f61260643d req-90d33d61-cc4d-4c5b-9e1b-776a2f62a89b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0495195
Apr 19 03:53:56.914867 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac296585-78fd-4d8f-999a-52dc0c9e40de req-0958375b-29c5-48c7-b755-1888a11d908a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0489786
Apr 19 03:53:58.082255 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22a4814c-7404-44d8-8b56-fc66631d545a req-eb105ea9-9385-4264-9d59-c1fef2d0d909 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0519981
Apr 19 03:53:59.244055 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3d8aface-8d49-4796-b682-9f8f8e79c2d3 req-72f74fc2-6d02-46bf-8087-4eff15ae58b7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0507712
Apr 19 03:54:00.404303 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dcfb62d9-0c4e-4ec8-8f69-bd06ce7c3734 req-c4d7c035-11e8-4bab-a9b6-c39e9b195c1a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0487211
Apr 19 03:54:01.567707 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-92f881e6-a986-4104-87a9-2ecc79978c25 req-90a0b958-57b4-48a3-9609-5be34bad9ef0 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0517480
Apr 19 03:54:02.785204 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b00d018d-933b-4dc8-aee5-b1d79ff3d12c req-afb9d883-7163-48ff-9161-d50c21e6e9e8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0488334
Apr 19 03:54:03.943166 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f9bf01da-df95-4c6f-9d83-3dde1d0ea5d7 req-4ee4fa89-2642-4b45-860d-55bdf0cafc08 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0482318
Apr 19 03:54:05.108713 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-619a8d24-c73f-4301-a2a7-71390b168f36 req-aeb80796-f32c-4b01-b7af-ca2580b8230f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0511026
Apr 19 03:54:06.274553 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9c3b2b14-60b3-4ad6-8a08-6318a66e876f req-bb69559a-68d4-475c-a0f1-5673797f3a3b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0511236
Apr 19 03:54:07.433756 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d7abec49-5ebb-4b70-a85e-5cb5627379e2 req-eeb71496-6014-4f39-92f1-bc2a0b93a78f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0484734
Apr 19 03:54:08.596871 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-808cf0da-1e1b-4ee2-9271-74b040dae9e3 req-c77546bc-8906-49cf-b54a-63047b67f4c0 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0530014
Apr 19 03:54:08.882808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:54:09.759383 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6778c99c-74ad-48fa-9368-e6c6718a2d34 req-6a006571-643d-4f90-ab96-d1cda1b82dc9 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0486188
Apr 19 03:54:10.918257 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6e7a7821-879d-4ee4-a77d-513190915b96 req-94320ae9-1163-4da1-9d24-98d8df00a6d3 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0486875
Apr 19 03:54:12.083832 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1e641f31-a36d-4c41-8632-31bbe8e51244 req-73858a5c-a7b5-4812-bac1-2701acfc5bc2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0510132
Apr 19 03:54:13.246593 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fad49d16-7cca-48cb-b1f2-66adf487e34b req-6229b011-a549-4f7a-929b-9f6be850eff5 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0487583
Apr 19 03:54:14.407247 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bdb37195-df46-4467-b018-ff9bd18baacc req-0fc99698-f784-43e3-9145-33ea2d3169b6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0491040
Apr 19 03:54:15.571417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ddadf004-84ad-4259-ba77-12e4bb1337f3 req-948546fb-4bb1-4486-b122-72c532a3413b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0518973
Apr 19 03:54:16.731636 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3de1ab3b-c891-4162-817d-a72b03cb0ee4 req-4e325f61-a1bc-4681-b9fe-b36c5220a5ef tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0479093
Apr 19 03:54:17.893680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cced4dd4-5ff4-432f-a771-7919a3cd79af req-381ebc6c-d446-435b-aef4-b06fa1f5a4db tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0495565
Apr 19 03:54:18.895465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00cd23f6-ab06-4650-bdb9-a72d998e2573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:19.064832 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6da85468-cb84-451c-bb6b-0abe73fb179b req-81c6afdc-b7be-456f-b427-2fc7a06d783a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0530879
Apr 19 03:54:20.226374 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-48956cf1-a2e4-4ea1-beab-dcf56822c986 req-ee1ea311-4630-46f6-bb77-e2d3e9b24f6d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0480952
Apr 19 03:54:21.386489 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4de7121a-f51d-4773-8649-15de163d1c09 req-a31cf2d8-9367-4b07-8ddc-06e095a29529 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0490382
Apr 19 03:54:21.398340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-03dc54a6-4125-4339-beac-09fe713b79ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:21.953079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:22.284024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:22.512628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:22.551372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5e843ad-61cb-4554-9cc2-98cea1903d3d req-72cc5913-e6ac-4814-bbf6-5a54c86a6ecd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0511284
Apr 19 03:54:23.344303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:23.712915 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f149ce1f-f372-448e-92ce-02f6047e5f17 req-9eec41e3-d805-4a70-b620-7574d3ddf337 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0492229
Apr 19 03:54:24.871205 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1eedc9bc-13e1-4d00-8dd6-37a8d1d088bf req-5d766874-73c1-4ff3-9f1f-df2877ad4481 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0481431
Apr 19 03:54:26.035707 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a45ac978-aaba-4fce-ac49-098c2eb4e8e4 req-92b9022b-0d31-4f18-9864-6a1c4acb6758 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0515490
Apr 19 03:54:27.197294 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19078336-ecdb-4ce1-9fdd-33abb0356654 req-0ce1124e-8fef-477e-9ad3-712104f70bf7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0481737
Apr 19 03:54:28.360619 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea73ee7c-4e60-44a6-ae6f-84838fd1c62d req-678c9478-8d1d-4c03-9e66-23e54e18bc7a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0495355
Apr 19 03:54:29.523181 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-050b7506-c6e1-4a4b-8dd2-fc8fdb692dac req-d4e51b98-6ae6-4956-8eba-d490398fab60 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0509357
Apr 19 03:54:30.683719 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-917d4586-79d0-4b42-b2a7-83675f643d58 req-2793cab4-37e9-4b5c-bc9a-6a26933120bf tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0476465
Apr 19 03:54:31.911244 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0430c764-3eb7-4bb4-ae4d-fa0254ce6c77 req-1f58a007-2150-4311-a636-9468322eafe9 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0493512
Apr 19 03:54:33.077640 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d839d6ea-1e7f-4c2a-b860-de64f334575e req-69fdffb3-dd0b-4f56-a268-1f67a8c9432c tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0532124
Apr 19 03:54:33.468277 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-90c1ea09-36e6-4c03-9d7d-b63e8bb9b7d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755129
Apr 19 03:54:33.568453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-80f555d0-2c65-47e0-a4b4-ccf87f0eea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:54:33.570026 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-80f555d0-2c65-47e0-a4b4-ccf87f0eea75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 1098 time: 0.0810819
Apr 19 03:54:33.724018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-bc3aaae2-a34a-4eb4-aeb3-07ec1cc605bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:54:33.725526 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-bc3aaae2-a34a-4eb4-aeb3-07ec1cc605bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 915 time: 0.1360798
Apr 19 03:54:33.797311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-05ac326d-c2cd-4530-8bbb-c8d4d7bca818 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 200  len: 217 time: 0.0656040
Apr 19 03:54:33.866164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-bded468f-2e65-4d8d-b29c-6b18812efc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:54:33.867660 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-bded468f-2e65-4d8d-b29c-6b18812efc6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0645566
Apr 19 03:54:33.918795 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-9c88e29c-41c4-4f3d-8e0f-3912096e73bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440388
Apr 19 03:54:34.057007 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-cb9aa669-a209-40ff-8a54-457b52f29e76 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318417
Apr 19 03:54:34.237310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d80cfc95-46a3-4484-9178-808c4249ad57 req-2e77d2e8-4195-44a7-a1ac-6289fc70b3c7 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732275
Apr 19 03:54:34.247964 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dfc49244-6942-4c17-9660-0408333713a3 req-968a4962-a260-40e0-9121-b36388048bc7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0550692
Apr 19 03:54:35.410592 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-845e5a55-8380-4231-8640-9917616b1b6e req-bd6ca331-bfe0-40f2-97d7-21482290823a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0501578
Apr 19 03:54:36.797829 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d3cf91ab-c3dc-4450-aa1b-8a31a2cbc0b3 req-bf5927df-5031-4e37-aa1e-b860039efc5b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.2747889
Apr 19 03:54:37.959870 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6ceb464d-eea7-4fb9-8575-84a44d26588d req-0074179a-cca5-4864-a410-78dc6bec5c59 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0487347
Apr 19 03:54:39.118629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-646d3772-77e2-429f-9264-133b4a472c9e req-f633edd9-9102-43fb-801b-f63cdb69fa72 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0482597
Apr 19 03:54:40.283422 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8bb40953-59c8-43b1-8e60-acebdb65ed47 req-30a0d7fc-7b2d-4fa1-bbd9-ad3a8080c8a6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0519226
Apr 19 03:54:41.448623 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-79207936-acc0-408a-bc7e-4b1665bb0490 req-dd698ab6-ea36-4794-b28c-46a33dcdfb59 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0513761
Apr 19 03:54:42.609160 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c31f775-c8c4-46ed-a3cc-704277139226 req-73b84b16-6da8-438a-8c2b-01807fa32741 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0489926
Apr 19 03:54:43.770484 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-08f3ffb3-d917-42c0-b5bf-19f8085c33e8 req-16ac76e2-a9a1-4916-84f2-b41e269e0d87 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0483634
Apr 19 03:54:44.932360 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2af93c6-9ba2-4000-bd38-4267389197cd req-002dbfd3-642f-4f49-bb7b-7cb101cf3e2a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0498927
Apr 19 03:54:45.882915 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:54:46.091082 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-df1c2f4e-3b6f-469a-b61f-3cf71e86a939 req-7855facb-8dbd-4aaf-bb2a-9212743497d6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0476031
Apr 19 03:54:47.256429 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22416354-9c56-4cd0-83bf-1352588c9da4 req-a7a41964-fbe4-4ee8-938e-1cc50dabf7ff tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0515821
Apr 19 03:54:48.422884 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3cde5cc9-e7c9-4260-9139-d081e2b940f1 req-49dfbf19-2f5d-4ed4-8a63-bf89ba3ccbae tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0514197
Apr 19 03:54:48.895019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-813e43d7-78f6-4e22-a38a-5f85032780d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:49.583340 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd61a9c7-1733-4b0d-b9fd-b690d589d3b3 req-f7b1fe39-b4cc-4c9e-9d81-2702c194511e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0482306
Apr 19 03:54:50.753288 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8080ba7-9072-42f7-8c33-b15b4834e4fa req-4b7fb252-0974-489c-af5a-fbe96d4ab7fd tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0483053
Apr 19 03:54:51.412013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9c306b74-e6b2-4cb9-b7dc-7a73fa7a09c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:51.913248 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-febd1e0b-0ed2-46f2-a917-4fd8ccd8f415 req-75efcb31-871e-46f8-bcca-d1850f02019b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0493505
Apr 19 03:54:51.943731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:52.295597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:52.512176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:53.089004 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-93948ed0-0a2d-4b56-97ba-b5e5abbb213a req-16becf7a-4a1e-4a7b-91f6-c8575d233a90 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0481877
Apr 19 03:54:53.346435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:54:54.255222 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22712408-b647-4c0f-bd7b-a9c996126b68 req-9515f013-01f0-4e62-afc3-a769a4ec925e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0514896
Apr 19 03:54:55.421177 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3d21e88d-47c3-449a-ae60-0f5f90a4d3d5 req-bf0b429c-cc3a-4fc4-94ac-9acaa2ce57c8 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0516186
Apr 19 03:54:56.581929 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-986b230a-0542-4e88-8143-cbadc3d3a67b req-7d9e9082-7c18-4378-8489-3e60998a5564 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0494242
Apr 19 03:54:57.742552 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-826bcba1-d1c6-40c6-b505-234ff77ad72e req-3468ebf7-789c-43b0-9aee-c665d606ef4d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0487349
Apr 19 03:54:58.902657 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0e45aea7-1dc2-4334-ae6c-87bdd2cccea6 req-55ad84cb-6f3c-421e-8a5a-a6193d616f54 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0482035
Apr 19 03:55:00.062759 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d946dea-3df4-4f8a-bdea-c93f7a04ad22 req-f966ec04-7f35-4a99-a086-54d09a5049c2 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0480616
Apr 19 03:55:01.227931 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-06b26f7f-500a-4759-bc4f-d70ad3ef1ab5 req-3a82a924-a8a1-445b-a2d7-9d9bda269650 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0516987
Apr 19 03:55:02.394958 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c18a164-bc7f-4ccc-97dd-b2e824f90a10 req-5ce2b1f7-77a9-4388-8083-5846322688a9 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0515430
Apr 19 03:55:03.567525 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2bf3dd4e-8ba1-4bae-9fca-6ce9f0023cca req-bf51fb85-ac29-44d0-bba9-92c3f339e778 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0487344
Apr 19 03:55:04.727877 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-36f39b22-b02b-4dc8-b76f-ac2ab89aa3cc req-a48010c6-e4d2-4561-a68a-a64c3ac28ed5 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0479710
Apr 19 03:55:05.889572 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e23ab13-fd02-4f8a-869d-ae52be7bc14a req-3025b1c1-2455-45db-b8ca-930b8b6e4f22 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0490594
Apr 19 03:55:07.048415 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a87d136f-6c3e-4960-8cc5-c3ba40ded80e req-a51b2f6f-2bb2-4473-8f49-159f7a8133f9 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0480981
Apr 19 03:55:08.214088 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-51c2c81c-73fc-43e7-a4ce-83bd9aedceda req-fb6a46f5-a01c-4c43-b5b8-c0ca438f855a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0516717
Apr 19 03:55:09.380002 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98299bb5-4370-46c9-b02d-3d4d902ed48f req-254784b5-952c-410c-9147-aef22b8f3a08 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0516720
Apr 19 03:55:10.539993 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f03e659-8d6c-4269-8802-b084760b425f req-badc1060-a9bc-4d5b-ad64-a29f6a74c1fc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0488105
Apr 19 03:55:11.700061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-70f0534e-d6cd-4f7c-99fc-92b9c6b2c666 req-fee1c908-5b47-4303-81f4-85d636f44e79 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0489922
Apr 19 03:55:12.859867 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0c7b2e4-b83e-4269-a781-fbda4e60a96b req-53f5a536-c245-4afe-b663-8408974665e4 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0481062
Apr 19 03:55:14.020293 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-01f767d8-8b79-40c7-befc-f51c7cb57454 req-bb87b7c8-679b-4aff-bef4-59fce8788b38 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0488787
Apr 19 03:55:15.185582 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ab50fd49-f756-4b75-a452-e161e9604ced req-2171b54e-af30-4b69-8d75-d28938ce655f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0515504
Apr 19 03:55:16.355878 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c91689ee-b97d-4636-be4e-019122fc2a65 req-f5afd156-fd03-4608-8b4d-df7743353635 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0543039
Apr 19 03:55:17.514958 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e5f73700-604d-43c1-9a65-a8fe67f0f3d7 req-8eab2e79-2953-4f6e-a740-7035ec9a31e9 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0490186
Apr 19 03:55:18.689355 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e6f7a24a-140a-458d-a5bd-2c96fba0f8c5 req-679c0bdc-0584-4f41-b1dd-b259943c4d8d tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0490859
Apr 19 03:55:18.888860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c3bb4b79-f756-4cb7-a12f-8d09ebb67d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:19.848948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ab9625b-7b81-425a-b019-b39bfc2d0c66 req-f86eb53c-33ea-4392-a214-d63c498cb640 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0486810
Apr 19 03:55:21.007790 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e22a9074-1385-42ac-91a4-bb53ea430f73 req-78ed2972-ecd5-490f-83c3-6b28103dcbad tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0484982
Apr 19 03:55:21.420288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e0639f3c-b240-48e9-bbde-c1011c631b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:21.923174 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:22.175028 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c04a8234-e596-437f-b6e1-32dddc54f51f req-ab66b13f-d57c-420c-ac85-55a36d6aee05 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0517688
Apr 19 03:55:22.322692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:22.511292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:22.882161 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:55:23.340782 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fa0c7f35-529e-4331-ab63-91aa54c3ceae req-3c292e96-5179-4736-b96b-600923058f95 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0521634
Apr 19 03:55:23.363001 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:24.501994 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cb18eec3-7126-4fdd-a8fb-b54e9d8c5d89 req-f0b974ad-87d5-4473-a5b2-602c3de731cf tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0492208
Apr 19 03:55:25.663052 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe89a2f1-0119-429f-95d6-c1b382f63dec req-a38e89ab-212c-46e9-9f6b-bffb90946550 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0486887
Apr 19 03:55:26.824362 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-378ca4ff-fb6c-4ac2-8915-0c7633bd4734 req-4f63962b-b103-4bfe-8b01-2e3dc8762941 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0485330
Apr 19 03:55:27.983645 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-09398bbd-3235-4a8d-b9d2-f168f6fdc6fc req-736bfe4b-99a4-4533-b382-87d3f6687ef7 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0486562
Apr 19 03:55:29.150792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3718bdf-d7ec-4879-9b42-4a9a85c67932 req-feea1a55-eaad-40d8-ae40-99e51215a87f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0528836
Apr 19 03:55:30.315953 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ced0c864-3a68-4402-85f9-fcdc0b150bb9 req-c8e7d3ab-df48-4686-a774-617823264c9b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0513177
Apr 19 03:55:31.475074 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ee1072b4-45c4-4d96-972e-ca12ccc3f8ee req-e068ae10-c5e5-4fdc-8aef-0d41dd84da48 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0483136
Apr 19 03:55:32.635887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4f808410-498a-437a-bc71-4b30c03b342d req-7406cc9e-9f79-473f-9fd6-fe3a68ea05c6 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0483320
Apr 19 03:55:33.799708 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1159bd63-e4fc-4b12-bc82-10e54dc9b51e req-35bc4c29-3d34-4caf-b60b-6281bdad6d78 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0498493
Apr 19 03:55:34.424338 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-4bbdc6aa-3eb6-4bd3-bbfb-900ada3ab82a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0789850
Apr 19 03:55:34.573224 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-de247578-45f8-4972-80e9-b8634dd964d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:55:34.574806 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-de247578-45f8-4972-80e9-b8634dd964d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.0814500
Apr 19 03:55:34.727893 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-1641a4eb-c75e-44f2-843c-ca301340cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:55:34.729423 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-1641a4eb-c75e-44f2-843c-ca301340cf69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.1357119
Apr 19 03:55:34.838775 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-7baa8b42-b856-4998-9ba6-032930daa98f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1002 time: 0.1019742
Apr 19 03:55:34.908188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-0bdef20c-ff79-431a-b303-767c83390827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:55:34.909747 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-0bdef20c-ff79-431a-b303-767c83390827 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0639961
Apr 19 03:55:34.998242 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-25e7add0-4e5e-4da9-8eae-de7e8deed2f2 req-afc3991a-5bb5-49a3-940f-d115da7e64ee tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0863674
Apr 19 03:55:35.034700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-76f9b38b-d370-47c0-ae6a-23af3bd4563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:55:35.036265 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-76f9b38b-d370-47c0-ae6a-23af3bd4563e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850344
Apr 19 03:55:35.177054 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-6fa2724c-6e33-41cf-9b65-8ca04018993a service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341240
Apr 19 03:55:35.316922 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e2bf08f4-91f0-40e1-89de-4ab9ac61ca93 req-78f591d8-76cd-4648-bf09-2bff412d73b5 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331208
Apr 19 03:55:36.164929 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1b9cc9bc-5f41-40b6-970b-64b476bd72e7 req-1dc0383a-bd76-4890-a739-bf77d3d49838 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0521188
Apr 19 03:55:37.327856 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a6725d4-7602-404e-ad6d-65e5c9123b86 req-a0086920-4b6c-479b-917f-17442583fb74 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0486078
Apr 19 03:55:38.624785 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6159f213-2dba-4fb6-87d2-bb9f3fde8e3c req-478300ff-ec32-49c6-9eec-1d7d4b96021a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0537567
Apr 19 03:55:39.789021 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-375a5174-b86a-4e58-87a6-d3f85796e49a req-17925801-c11d-43d0-a6ab-ecac64f16a88 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0528104
Apr 19 03:55:40.948713 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dbf15a87-640d-42d0-ae73-a8aaf5749a11 req-ba1510cb-bc0e-4b00-a422-d03da69ee2dc tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0495424
Apr 19 03:55:41.849679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40024) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:41.924529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:41.955282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:42.100086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:42.105481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cd3a3abd-de78-4c31-b91b-8d3d66539418 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:42.122357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30286fa3-3d6b-424e-81ee-7cb304c95d8d,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:42.130734 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.135393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:42.138164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:42.151051 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8473c776-67c2-4d93-aad7-6c35318dbef0 req-fb516824-5d61-4237-8eb3-e13a592a196b tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0502071
Apr 19 03:55:42.161641 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:42.163001 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] 10.222.0.25 "DELETE /v2.0/security-groups/30286fa3-3d6b-424e-81ee-7cb304c95d8d HTTP/1.1" status: 204  len: 168 time: 0.3122580
Apr 19 03:55:42.306372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40032) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:43.268011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:43.331330 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bf676ed2-23ac-4120-9333-fc8bc9b2330c req-3bf670f5-3692-4197-902b-0e62b51abc59 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eebf65c-de9c-4548-aab3-63d7c52a229c HTTP/1.1" status: 200  len: 210 time: 0.0484340
Apr 19 03:55:43.639364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Deleting port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:43.639744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:43.829308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] For port 9e01b2a8-82cd-4ca9-966a-25d8b37ea464, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:43.829711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:43.966212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Calling delete_port for 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:44.168737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:44.173365 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-827eb27c-4cd8-4146-9eb8-31a4b24e0bb7 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:44.220446 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e01b2a8-82cd-4ca9-966a-25d8b37ea464,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:44.248732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:44.500773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:44.884865 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Router 3118f107-823b-4dcd-80f5-d470ac111fe1 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:55:45.082832 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:55:45.093349 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] Sync routers for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:55:45.100462 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d61601d3-bb49-4578-9297-9fedc5c8ac8a admin admin] 10.222.0.25 "PUT /v2.0/routers/3118f107-823b-4dcd-80f5-d470ac111fe1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7928047
Apr 19 03:55:45.103377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40088) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:45.107390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:45.108714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d1bfcc0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:45.294744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks [] for router, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:45.295459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:45.491934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:45.540413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Deleting port 6116eef7-add3-408c-8e8e-7ef35c46d64a {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:45.540978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:45.740827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] For port 6116eef7-add3-408c-8e8e-7ef35c46d64a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=6116eef7-add3-408c-8e8e-7ef35c46d64a,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:45.741340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:45.762127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d1bfcc0>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:55:44Z', 'revision_number': 5, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port': {'id': '6116eef7-add3-408c-8e8e-7ef35c46d64a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:12Z', 'updated_at': '2021-04-19T03:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:45.767039 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] Checking router: 3118f107-823b-4dcd-80f5-d470ac111fe1 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:55:45.776489 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] Routers {'3118f107-823b-4dcd-80f5-d470ac111fe1'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:45.777419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d1bfcc0>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['3118f107-823b-4dcd-80f5-d470ac111fe1'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:45.877027 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Calling delete_port for 6116eef7-add3-408c-8e8e-7ef35c46d64a owned by network:router_gateway {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:45.952740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40110) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:45.964536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] Set router 3118f107-823b-4dcd-80f5-d470ac111fe1 gateway port host: None {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:46.083233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d1bfcc0>, [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:55:45Z', 'revision_number': 6, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:46.088107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c84253-33dc-4cf4-a71e-5a478f21099d None None] The sync data for ids ['3118f107-823b-4dcd-80f5-d470ac111fe1'] in dv-cinder-786054-3-iscsi is: [{'id': '3118f107-823b-4dcd-80f5-d470ac111fe1', 'name': 'tempest-TestVolumeBootPattern-2082871791-router', 'tenant_id': 'a012a767fda74dde8c60610167f3a08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:11Z', 'updated_at': '2021-04-19T03:55:45Z', 'revision_number': 6, 'project_id': 'a012a767fda74dde8c60610167f3a08a', 'gw_port_host': None}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:55:46.197073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:46.203006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e3d5229b-f1b0-4ba2-8e73-e57673048038 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:46.291373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Pushing event deleted for resources: {'Port': ['ID=6116eef7-add3-408c-8e8e-7ef35c46d64a,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:46.349434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.349856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.350269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.350673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.351079 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.351545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.351951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.352625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.353033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.353475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.353991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.354383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:46.359965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:46.382290 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:46.828642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:46.831704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:46.833977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 6116eef7-add3-408c-8e8e-7ef35c46d64a no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:46.874345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 6116eef7-add3-408c-8e8e-7ef35c46d64a {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:46.874345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 6116eef7-add3-408c-8e8e-7ef35c46d64a not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:46.874345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:46.886877 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:46.907094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:46.907515 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 9e01b2a8-82cd-4ca9-966a-25d8b37ea464 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:47.008493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.009144 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3118f107-823b-4dcd-80f5-d470ac111fe1 {{(pid=86430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:55:47.023588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.027311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-325a35b8-1123-4976-8015-21391b63232d admin admin] 10.222.0.25 "DELETE /v2.0/routers/3118f107-823b-4dcd-80f5-d470ac111fe1 HTTP/1.1" status: 204  len: 168 time: 1.9202683
Apr 19 03:55:47.027648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40122) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:47.106335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Deleting subnet da0c2edf-379a-49d2-80f8-ac06a4ee0be4 {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:55:47.110240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.164437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.250014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.320062 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Deleting port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:47.320442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.503687 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] For port 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:47.504083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.635650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Calling delete_port for 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:47.788941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.794367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-00ecf21f-20b4-4430-b55b-4db8f457fbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:47.835249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0c2edf-379a-49d2-80f8-ac06a4ee0be4,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:47.838280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:47.841071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.846491 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea8671-5e0b-46d4-b696-d4d750ea2403 None None] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:55:47.848063 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da0c2edf-379a-49d2-80f8-ac06a4ee0be4 HTTP/1.1" status: 204  len: 168 time: 0.8193147
Apr 19 03:55:47.850688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40130) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:47.968136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.977313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.979103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Deleting port 0227393e-57d7-43f1-802c-b4459c4dc540 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:47.979500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:47.983390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b5a6a4c1-e8eb-4d31-b232-cf64a909e185 tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:48.029950 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:48.033101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:48.139390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] DHCP port deletion for aa5df436-235a-45f0-896c-3f8b6fe17aeb request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 03:55:48.144257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Deleting port 0227393e-57d7-43f1-802c-b4459c4dc540 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:48.144823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.225496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] For port 0227393e-57d7-43f1-802c-b4459c4dc540, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0227393e-57d7-43f1-802c-b4459c4dc540,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:48.225900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.377328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Calling delete_port for 0227393e-57d7-43f1-802c-b4459c4dc540 owned by network:dhcp {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:48.381022 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.443240 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] For port 0227393e-57d7-43f1-802c-b4459c4dc540, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0227393e-57d7-43f1-802c-b4459c4dc540,segment=NetworkSegment(da7c4e7e-0122-4339-90cd-010792cce567),segment_id=da7c4e7e-0122-4339-90cd-010792cce567)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:48.443684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.528450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.534011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:48.584945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0227393e-57d7-43f1-802c-b4459c4dc540,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:48.588688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:48.589456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] No DVR routers for this DVR port 0227393e-57d7-43f1-802c-b4459c4dc540 on host dv-cinder-786054-3-iscsi {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:55:48.593387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Calling delete_port for 0227393e-57d7-43f1-802c-b4459c4dc540 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:48.677658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:55:48.678177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:55:48.718448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.791175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:55:48.835329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945d391240>,) {'filters': {'network_id': ['aa5df436-235a-45f0-896c-3f8b6fe17aeb']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:48.848704 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d391240>, 'da7c4e7e-0122-4339-90cd-010792cce567') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:48.849046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945d391240>, 'da7c4e7e-0122-4339-90cd-010792cce567') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:48.862183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.900071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-44988852-5670-4c25-9f1e-fb21b4b7f9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.921774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0227393e-57d7-43f1-802c-b4459c4dc540 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:48.957589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 0227393e-57d7-43f1-802c-b4459c4dc540 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:48.957980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0227393e-57d7-43f1-802c-b4459c4dc540 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:48.966085 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:48.974008 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:55:48.988836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:55:48.998313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] Sync routers for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:55:49.008659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:49.009332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945cf550b8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:49.048345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-758f2181-9d9e-4b13-8229-9209f636783d admin admin] 10.222.0.25 "PUT /v2.0/routers/9f41a0c9-027e-4e6a-8a95-92dfdfec6988/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0942438
Apr 19 03:55:49.051905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40140) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:49.158551 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:55:49.167657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.179725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Deleting port 0227393e-57d7-43f1-802c-b4459c4dc540 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:49.180152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.204000 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:49.253406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks [] for router, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.258033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-57cf21c8-7a9a-4190-91de-cebbb6721e45 None None] The port '0227393e-57d7-43f1-802c-b4459c4dc540' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 03:55:49.375296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Network aa5df436-235a-45f0-896c-3f8b6fe17aeb has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:55:49.398881 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:55:49.463855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.504541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Deleting port af495960-71c5-44b6-b881-461a6e170014 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:49.504934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.552568 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945cf550b8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'af495960-71c5-44b6-b881-461a6e170014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:55:47Z', 'revision_number': 5, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port': {'id': 'af495960-71c5-44b6-b881-461a6e170014', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:13Z', 'updated_at': '2021-04-19T03:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:49.557548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] Checking router: 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:55:49.569089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] Routers {'9f41a0c9-027e-4e6a-8a95-92dfdfec6988'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:49.569957 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945cf550b8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:49.735843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] Set router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 gateway port host: None {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:49.754756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.759287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:49.781881 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:49.794624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5df436-235a-45f0-896c-3f8b6fe17aeb,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:49.805137 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:49.838366 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa5df436-235a-45f0-896c-3f8b6fe17aeb HTTP/1.1" status: 204  len: 168 time: 1.9837844
Apr 19 03:55:49.838899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40150) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:49.854913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945cf550b8>, [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:55:49Z', 'revision_number': 6, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:49.859484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e52846-1b73-4537-a4c4-bb78b5956859 None None] The sync data for ids ['9f41a0c9-027e-4e6a-8a95-92dfdfec6988'] in dv-cinder-786054-3-iscsi is: [{'id': '9f41a0c9-027e-4e6a-8a95-92dfdfec6988', 'name': 'tempest-TestMinimumBasicScenario-1607861203-router', 'tenant_id': '66830e413293499db3998f9e797be69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:12Z', 'updated_at': '2021-04-19T03:55:49Z', 'revision_number': 6, 'project_id': '66830e413293499db3998f9e797be69c', 'gw_port_host': None}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:55:49.954753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] For port af495960-71c5-44b6-b881-461a6e170014, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=af495960-71c5-44b6-b881-461a6e170014,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:49.955116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.090452 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Calling delete_port for af495960-71c5-44b6-b881-461a6e170014 owned by network:router_gateway {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:50.348942 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.354225 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-824fb8d8-5bf0-47aa-9d0c-b20e77279ea0 tempest-ServerRescueNegativeTestJSON-1707193860 tempest-ServerRescueNegativeTestJSON-1707193860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:50.406275 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Pushing event deleted for resources: {'Port': ['ID=af495960-71c5-44b6-b881-461a6e170014,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:50.420248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.434342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:50.502467 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.701026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.704111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.807358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Deleting port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:50.807736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.854553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:50.875011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.875652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f41a0c9-027e-4e6a-8a95-92dfdfec6988 {{(pid=86431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:55:50.890479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.892369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] 10.222.0.25 "DELETE /v2.0/routers/9f41a0c9-027e-4e6a-8a95-92dfdfec6988 HTTP/1.1" status: 204  len: 168 time: 1.8388505
Apr 19 03:55:50.893074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:50.893472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b9ea1e9-16c7-4f1b-a9ac-dca7368ab0f4 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:50.893930 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device af495960-71c5-44b6-b881-461a6e170014 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:50.894482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40160) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:50.934485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: af495960-71c5-44b6-b881-461a6e170014 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:50.935331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device af495960-71c5-44b6-b881-461a6e170014 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:50.975805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Deleting subnet b7d02305-b7f5-4bbc-b009-35f1776c33b8 {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:55:50.979015 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:50.995720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] For port a2b6b1a5-0e30-4db6-b796-19ec6ae3042a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:50.996114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.032176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.117189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.127592 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Calling delete_port for a2b6b1a5-0e30-4db6-b796-19ec6ae3042a owned by network:router_interface {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:51.380366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.385449 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2399d4a2-ef07-4c28-ad3d-b3842e1897d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:51.408610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-51a564b4-9070-4afd-b74d-59cb4dcf9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.409639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.414976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:51.438214 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b6b1a5-0e30-4db6-b796-19ec6ae3042a,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:51.456680 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d02305-b7f5-4bbc-b009-35f1776c33b8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:51.460030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:51.461097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.466529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9c1975-a313-4fab-9b40-7dab6ebeeaf7 None None] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:55:51.470372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b7d02305-b7f5-4bbc-b009-35f1776c33b8 HTTP/1.1" status: 204  len: 168 time: 0.5724168
Apr 19 03:55:51.471508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40166) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:51.487348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:51.654811 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.675624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Deleting port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:51.676176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.806861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] DHCP port deletion for fc8eb1d0-e4c3-4655-b89b-30452bcfda62 request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 03:55:51.812185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Deleting port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:51.812765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:51.962479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] For port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:51.963103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.027282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.061271 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.062535 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] For port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,segment=NetworkSegment(af3d01de-8a05-4137-b965-836e8bef43b4),segment_id=af3d01de-8a05-4137-b965-836e8bef43b4)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:52.063011 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.102913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Calling delete_port for 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 owned by network:dhcp {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:52.210821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Calling delete_port for 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:52.300177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:55:52.300508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:55:52.309058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.314794 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:52.334499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.363516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1877e7-6641-48d6-a5b1-e256d5cee1c9,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:52.365545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] No DVR routers for this DVR port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 on host dv-cinder-786054-3-iscsi {{(pid=86431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:55:52.367171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:52.458843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Router 75092399-ff46-49dd-9f8d-d1ec9db546f0 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:55:52.491428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.514798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.610951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945c276278>,) {'filters': {'network_id': ['fc8eb1d0-e4c3-4655-b89b-30452bcfda62']}} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:52.624328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c276278>, 'af3d01de-8a05-4137-b965-836e8bef43b4') {'for_net_delete': True} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:52.624328 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945c276278>, 'af3d01de-8a05-4137-b965-836e8bef43b4') {} {{(pid=86431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:52.636689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852275200'] for segment, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.651638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.652809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:55:52.658785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=86431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:55:52.662591 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] 10.222.0.25 "PUT /v2.0/routers/75092399-ff46-49dd-9f8d-d1ec9db546f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8227756
Apr 19 03:55:52.665278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40176) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:52.668400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] Sync routers for ids ['75092399-ff46-49dd-9f8d-d1ec9db546f0'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:55:52.681034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] Routers {'75092399-ff46-49dd-9f8d-d1ec9db546f0'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:52.681953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c741940>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['75092399-ff46-49dd-9f8d-d1ec9db546f0'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:52.850281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:55:52.861980 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Deleting port 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:52.862626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.865701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4115623'] for segment, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:52.866195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.095047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.104458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:53.108506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Network fc8eb1d0-e4c3-4655-b89b-30452bcfda62 has no segments {{(pid=86431) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:55:53.132056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Deleting port ebcceb43-498c-4b77-8477-c712d59a6196 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:53.132517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:55:53.135290 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:55:53.187499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-3c74633c-b8f8-46c9-bae1-0f2252447211 None None] The port '3b1877e7-6641-48d6-a5b1-e256d5cee1c9' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 03:55:53.188310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:53.188706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3b1877e7-6641-48d6-a5b1-e256d5cee1c9 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:53.240125 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] Set router 75092399-ff46-49dd-9f8d-d1ec9db546f0 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:53.242393 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.246927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:53.264276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.275623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8eb1d0-e4c3-4655-b89b-30452bcfda62,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:53.280373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:53.323740 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-8783ecc3-b61e-4f72-b16e-b46a6ca26a0b admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc8eb1d0-e4c3-4655-b89b-30452bcfda62 HTTP/1.1" status: 204  len: 168 time: 1.8508546
Apr 19 03:55:53.326357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40184) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:53.337130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] For port ebcceb43-498c-4b77-8477-c712d59a6196, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=ebcceb43-498c-4b77-8477-c712d59a6196,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:53.337747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.442295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.477867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Calling delete_port for ebcceb43-498c-4b77-8477-c712d59a6196 owned by network:router_gateway {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:53.564220 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c741940>, [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:55:51Z', 'revision_number': 5, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port': {'id': 'ebcceb43-498c-4b77-8477-c712d59a6196', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:41:25Z', 'updated_at': '2021-04-19T03:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:53.568513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] Checking router: 75092399-ff46-49dd-9f8d-d1ec9db546f0 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:55:53.577666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] Routers {'75092399-ff46-49dd-9f8d-d1ec9db546f0'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:53.578332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945c741940>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['75092399-ff46-49dd-9f8d-d1ec9db546f0'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:53.742675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] Set router 75092399-ff46-49dd-9f8d-d1ec9db546f0 gateway port host: None {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:53.742843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:53.753037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a7a1b4d5-7ae0-4403-82b8-28445f759e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:53.852010 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcceb43-498c-4b77-8477-c712d59a6196,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:53.880014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945c741940>, [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:55:53Z', 'revision_number': 6, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:53.884274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a59602-89bb-4567-b941-b5ac14f0c1d7 None None] The sync data for ids ['75092399-ff46-49dd-9f8d-d1ec9db546f0'] in dv-cinder-786054-3-iscsi is: [{'id': '75092399-ff46-49dd-9f8d-d1ec9db546f0', 'name': 'tempest-TestVolumeBootPattern-633404889-router', 'tenant_id': '430950cef8b849a7b379682be40b244f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:41:22Z', 'updated_at': '2021-04-19T03:55:53Z', 'revision_number': 6, 'project_id': '430950cef8b849a7b379682be40b244f', 'gw_port_host': None}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:55:53.884770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:53.918091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.127688 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.130073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.180042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.180710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75092399-ff46-49dd-9f8d-d1ec9db546f0 {{(pid=86430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:55:54.194146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Notify callbacks [] for router, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.195758 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/75092399-ff46-49dd-9f8d-d1ec9db546f0 HTTP/1.1" status: 204  len: 168 time: 1.5291190
Apr 19 03:55:54.198282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40194) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:54.234203 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.414466 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Deleting subnet bfb0e34a-b20a-48f7-9ac1-074bdca24493 {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:55:54.419061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.493456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.697765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.844879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2b6b1a5-0e30-4db6-b796-19ec6ae3042a no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:54.874457 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Deleting port f97e92c1-d577-4524-931a-32cc7dfdefe4 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:54.874846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:54.884205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: a2b6b1a5-0e30-4db6-b796-19ec6ae3042a {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:54.884601 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2b6b1a5-0e30-4db6-b796-19ec6ae3042a not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:54.885069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device ebcceb43-498c-4b77-8477-c712d59a6196 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:54.922605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: ebcceb43-498c-4b77-8477-c712d59a6196 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:54.923002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device ebcceb43-498c-4b77-8477-c712d59a6196 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:55.162860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] For port f97e92c1-d577-4524-931a-32cc7dfdefe4, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=f97e92c1-d577-4524-931a-32cc7dfdefe4,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:55.163414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.304524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Calling delete_port for f97e92c1-d577-4524-931a-32cc7dfdefe4 owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:55.377768 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.395965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fcf01ad2-d39d-41b7-9c72-211b4aebaa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:55.441151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb0e34a-b20a-48f7-9ac1-074bdca24493,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:55.444471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.448374 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:55.453979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-959dc37b-75f7-4d33-a93c-24a0dc876176 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bfb0e34a-b20a-48f7-9ac1-074bdca24493 HTTP/1.1" status: 204  len: 168 time: 1.2546847
Apr 19 03:55:55.456798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40204) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:55.464545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed385a05-9a76-4427-a44f-f4fcc89939ea None None] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:55:55.566091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.573123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a11b0c4f-8f93-4977-b85c-21b630e6212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:55.630126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97e92c1-d577-4524-931a-32cc7dfdefe4,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:55.661414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:55.850669 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.863076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Deleting port 3a362b26-823a-49df-ae32-df0be520b4c5 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:55.863499 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.883637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] DHCP port deletion for 722130ce-bfdd-4c6c-8311-2d5977fa3eff request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 03:55:55.888308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Deleting port 3a362b26-823a-49df-ae32-df0be520b4c5 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:55.888853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:55.952561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:56.105979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] For port 3a362b26-823a-49df-ae32-df0be520b4c5, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3a362b26-823a-49df-ae32-df0be520b4c5,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:56.106370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:56.119070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] For port 3a362b26-823a-49df-ae32-df0be520b4c5, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=3a362b26-823a-49df-ae32-df0be520b4c5,segment=NetworkSegment(1e90b17a-6a58-4e77-9efb-fccf49cc8762),segment_id=1e90b17a-6a58-4e77-9efb-fccf49cc8762)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:56.119542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:56.245954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Calling delete_port for 3a362b26-823a-49df-ae32-df0be520b4c5 owned by network:dhcp {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:56.251308 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Calling delete_port for 3a362b26-823a-49df-ae32-df0be520b4c5 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:56.359885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86430) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:55:56.360255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:55:56.363460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Router 46bc6dde-4090-45bd-a130-0884b737a435 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:55:56.377207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279'] for port, after_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:56.382378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:56.429895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] No DVR routers for this DVR port 3a362b26-823a-49df-ae32-df0be520b4c5 on host dv-cinder-786054-3-iscsi {{(pid=86432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:55:56.436600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Pushing event deleted for resources: {'Port': ['ID=3a362b26-823a-49df-ae32-df0be520b4c5,revision_number=None']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:56.443952 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.444338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.444716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.445086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.445453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.445818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.446179 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.446540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.446900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.447296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.447656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.448014 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:55:56.451678 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-16c754b0-5cf9-4f27-8885-51bf0793191b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:56.551090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:55:56.561362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] Sync routers for ids ['46bc6dde-4090-45bd-a130-0884b737a435'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:55:56.564971 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] 10.222.0.25 "PUT /v2.0/routers/46bc6dde-4090-45bd-a130-0884b737a435/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2350464
Apr 19 03:55:56.565250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40214) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:56.575329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] Routers {'46bc6dde-4090-45bd-a130-0884b737a435'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:56.576590 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d071d30>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['46bc6dde-4090-45bd-a130-0884b737a435'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:56.769675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] Set router 46bc6dde-4090-45bd-a130-0884b737a435 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:56.861581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Deleting port 3a362b26-823a-49df-ae32-df0be520b4c5 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:56.862126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:56.922350 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3a362b26-823a-49df-ae32-df0be520b4c5 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:56.951073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] The port '3a362b26-823a-49df-ae32-df0be520b4c5' was deleted {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 03:55:56.965113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 3a362b26-823a-49df-ae32-df0be520b4c5 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:56.965796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 3a362b26-823a-49df-ae32-df0be520b4c5 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:57.014633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.079495 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.086780 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d071d30>, [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:55:55Z', 'revision_number': 5, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:57.090878 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] Checking router: 46bc6dde-4090-45bd-a130-0884b737a435 for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:55:57.101400 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] Routers {'46bc6dde-4090-45bd-a130-0884b737a435'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:55:57.102072 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d071d30>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:55:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['46bc6dde-4090-45bd-a130-0884b737a435'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:57.216041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.218691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9457de27b8>,) {'filters': {'network_id': ['722130ce-bfdd-4c6c-8311-2d5977fa3eff']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:57.231788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457de27b8>, '1e90b17a-6a58-4e77-9efb-fccf49cc8762') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:57.232850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457de27b8>, '1e90b17a-6a58-4e77-9efb-fccf49cc8762') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:57.245417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.260586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.265706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Deleting port c75dbca9-0065-4045-91d7-a473d420f5c3 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:57.266201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.267538 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:55:57.296267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] Set router 46bc6dde-4090-45bd-a130-0884b737a435 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:55:57.478684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] For port c75dbca9-0065-4045-91d7-a473d420f5c3, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=c75dbca9-0065-4045-91d7-a473d420f5c3,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:57.479537 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.486141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:55:57.495825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.620709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Calling delete_port for c75dbca9-0065-4045-91d7-a473d420f5c3 owned by network:router_gateway {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:57.641040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d071d30>, [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:55:55Z', 'revision_number': 5, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:57.645411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de401380-38c9-46f3-abc8-3b7942464e5d None None] The sync data for ids ['46bc6dde-4090-45bd-a130-0884b737a435'] in dv-cinder-786054-3-iscsi is: [{'id': '46bc6dde-4090-45bd-a130-0884b737a435', 'name': 'tempest-TestMinimumBasicScenario-1484375257-router', 'tenant_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:43:21Z', 'updated_at': '2021-04-19T03:55:55Z', 'revision_number': 5, 'project_id': 'de43d4975f014b54bd7e3f3d9c966c97', 'gw_port': {'id': 'c75dbca9-0065-4045-91d7-a473d420f5c3', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc6dde-4090-45bd-a130-0884b737a435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:43:23Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:55:57.690004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Network 722130ce-bfdd-4c6c-8311-2d5977fa3eff has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   % (table.description, expected, rows_matched)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   % (table.description, expected, rows_matched)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   % (table.description, expected, rows_matched)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   % (table.description, expected, rows_matched)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:55:57.713538 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:55:57.834367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:57.839504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54c0c127-ecfe-4716-b320-febede23d077 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:57.891124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75dbca9-0065-4045-91d7-a473d420f5c3,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:57.919419 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:57.987702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.019954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.024692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.028862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:58.050679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=722130ce-bfdd-4c6c-8311-2d5977fa3eff,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:58.053338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:58.058467 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-79cd31ed-ae48-4802-9441-ce5779ee6c0e admin admin] 10.222.0.25 "DELETE /v2.0/networks/722130ce-bfdd-4c6c-8311-2d5977fa3eff HTTP/1.1" status: 204  len: 168 time: 2.5970411
Apr 19 03:55:58.174134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.176445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.293007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40228) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:58.334127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.334692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46bc6dde-4090-45bd-a130-0884b737a435 {{(pid=86431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 03:55:58.348210 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b06fc12b-942d-4554-84c3-7cd48d4f03d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a012a767fda74dde8c60610167f3a08a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516584
Apr 19 03:55:58.348689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40232) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:58.351287 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.352521 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-25527f2d-19f3-4ba4-bd20-9b54f00222f7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/46bc6dde-4090-45bd-a130-0884b737a435 HTTP/1.1" status: 204  len: 168 time: 1.7862546
Apr 19 03:55:58.355178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40236) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:58.415479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.440020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Deleting subnet 59dd49f2-db4f-4ab5-ae85-eda99f8da4c8 {{(pid=86431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 03:55:58.440020 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.443782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.488048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2500616'] for subnet, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.653798 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.679968 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.685117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-253e1f26-02a5-467a-8f19-b9a22167a82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:58.699599 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7cd85-0099-43cc-9fb8-3f0631e93c41,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:58.702677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:58.709317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.712845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ee7cd85-0099-43cc-9fb8-3f0631e93c41 HTTP/1.1" status: 204  len: 168 time: 0.3608553
Apr 19 03:55:58.851554 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device f97e92c1-d577-4524-931a-32cc7dfdefe4 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:58.888318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: f97e92c1-d577-4524-931a-32cc7dfdefe4 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:58.889277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device f97e92c1-d577-4524-931a-32cc7dfdefe4 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:58.889743 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device c75dbca9-0065-4045-91d7-a473d420f5c3 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:55:58.924735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: c75dbca9-0065-4045-91d7-a473d420f5c3 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:55:58.925134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device c75dbca9-0065-4045-91d7-a473d420f5c3 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:55:58.972155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850665724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851998978'] for subnet, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:58.977690 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cbc305f5-1787-4d4f-9044-bda75b262dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:59.014898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59dd49f2-db4f-4ab5-ae85-eda99f8da4c8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:59.018414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:59.019503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.025995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7d68ab-33d2-495b-b069-357ce0785124 None None] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 03:55:59.029234 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-226a95ab-975f-4ccb-bb8a-1e23a414a46b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/59dd49f2-db4f-4ab5-ae85-eda99f8da4c8 HTTP/1.1" status: 204  len: 168 time: 0.6704960
Apr 19 03:55:59.030041 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 40248) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:59.148484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.159929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Deleting port 0711a6c0-37be-480e-b9ea-40986eb3ce37 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:59.160303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.289416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] DHCP port deletion for aeb6967b-1e02-4e8b-94a8-2ba309f26b85 request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 03:55:59.293911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Deleting port 0711a6c0-37be-480e-b9ea-40986eb3ce37 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:55:59.294412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.389816 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] For port 0711a6c0-37be-480e-b9ea-40986eb3ce37, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0711a6c0-37be-480e-b9ea-40986eb3ce37,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:59.390032 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.462857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40254) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:59.515076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] For port 0711a6c0-37be-480e-b9ea-40986eb3ce37, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=0711a6c0-37be-480e-b9ea-40986eb3ce37,segment=NetworkSegment(b422cbf5-ef14-48a8-9206-5897c6091ab7),segment_id=b422cbf5-ef14-48a8-9206-5897c6091ab7)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:55:59.515512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.522099 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f060c100-9a3a-4a63-b5ae-ca7c2582aa70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=430950cef8b849a7b379682be40b244f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0555201
Apr 19 03:55:59.522262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40258) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:55:59.526269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Calling delete_port for 0711a6c0-37be-480e-b9ea-40986eb3ce37 owned by network:dhcp {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:59.598795 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.628978 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.657579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.660438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Calling delete_port for 0711a6c0-37be-480e-b9ea-40986eb3ce37 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:55:59.674622 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1afe5f18-2766-4833-9ddf-ee5d1c024b63 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:59.723256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] No DVR routers for this DVR port 0711a6c0-37be-480e-b9ea-40986eb3ce37 on host dv-cinder-786054-3-iscsi {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:55:59.740494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 03:55:59.740988 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 03:55:59.760629 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Pushing event deleted for resources: {'Port': ['ID=0711a6c0-37be-480e-b9ea-40986eb3ce37,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:59.766838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:59.834126 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.839327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3cbf266c-2c7e-4322-ac2e-ff9af642bdeb tempest-TestVolumeBootPattern-1828019122 tempest-TestVolumeBootPattern-1828019122-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:55:59.852497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c9bec4-751f-478a-9890-c98e8660d3d8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:55:59.855656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:55:59.857731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.857850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:55:59.861826 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72c9bec4-751f-478a-9890-c98e8660d3d8 HTTP/1.1" status: 204  len: 168 time: 0.3384371
Apr 19 03:55:59.883657 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:55:59.975114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945cd72da0>,) {'filters': {'network_id': ['aeb6967b-1e02-4e8b-94a8-2ba309f26b85']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:59.987774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945cd72da0>, 'b422cbf5-ef14-48a8-9206-5897c6091ab7') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:55:59.988113 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945cd72da0>, 'b422cbf5-ef14-48a8-9206-5897c6091ab7') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:56:00.000500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:00.015539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:00.021916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 03:56:00.212633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:56:00.222736 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:00.242056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Deleting port 0711a6c0-37be-480e-b9ea-40986eb3ce37 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:56:00.242784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:00.320522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-a81f4772-4cfb-4454-a4f0-e2513a9695d0 None None] The port '0711a6c0-37be-480e-b9ea-40986eb3ce37' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 03:56:00.412596 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Network aeb6967b-1e02-4e8b-94a8-2ba309f26b85 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 03:56:00.434775 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 03:56:00.537047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:00.541754 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:00.546390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2ce41763-6a78-4ca7-a980-55efef351d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:56:00.572661 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb6967b-1e02-4e8b-94a8-2ba309f26b85,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:56:00.575064 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:56:00.580593 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e4852622-d1e1-42f5-8236-081250c2958f admin admin] 10.222.0.25 "DELETE /v2.0/networks/aeb6967b-1e02-4e8b-94a8-2ba309f26b85 HTTP/1.1" status: 204  len: 168 time: 1.5456357
Apr 19 03:56:00.860004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0711a6c0-37be-480e-b9ea-40986eb3ce37 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:56:00.884820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40276) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:56:00.903049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 0711a6c0-37be-480e-b9ea-40986eb3ce37 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:56:00.903473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 0711a6c0-37be-480e-b9ea-40986eb3ce37 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:56:00.937276 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9649a84a-653a-43cd-b7cc-f6e448465f41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66830e413293499db3998f9e797be69c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510058
Apr 19 03:56:00.939883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40280) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:56:01.004045 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.030737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.108927 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.113644 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b6240249-cc23-4a5f-96b5-f5b6f3ea14c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:56:01.129210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b97e3-ad31-4244-872f-93e4f37fe063,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:56:01.132321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:56:01.134335 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.136731 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/261b97e3-ad31-4244-872f-93e4f37fe063 HTTP/1.1" status: 204  len: 168 time: 0.1946836
Apr 19 03:56:01.634029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40290) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:56:01.685672 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-df234660-baea-4afe-bb4d-34cbf7c5ac6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de43d4975f014b54bd7e3f3d9c966c97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498803
Apr 19 03:56:01.688156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 40294) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 03:56:01.747445 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.774634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.842637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.847949 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-281c079f-dc65-4115-9b54-680ab449ee3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:56:01.858924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c28590-01ea-4e3c-94fb-063cb32b8ac8,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:56:01.863964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:56:01.865895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:01.867104 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17c28590-01ea-4e3c-94fb-063cb32b8ac8 HTTP/1.1" status: 204  len: 168 time: 0.1779735
Apr 19 03:56:18.899313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9c19430b-8a8d-45b8-9fbd-fa3a55958a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:21.396404 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c31ae29b-76d3-42d3-bb87-22d6e22d8fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:21.944984 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:22.328005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:22.516357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:23.371051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:35.462232 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-b95288d0-15df-4064-86c9-c9925f659c43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774148
Apr 19 03:56:35.574439 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-95d1788b-ac51-4df3-bba2-222ac0a9978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:56:35.576170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-95d1788b-ac51-4df3-bba2-222ac0a9978e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 1098 time: 0.0927923
Apr 19 03:56:35.735922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-dbd489a9-3c43-4631-a9d6-f1945ca444ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:56:35.737630 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-dbd489a9-3c43-4631-a9d6-f1945ca444ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 200  len: 915 time: 0.1407862
Apr 19 03:56:35.815119 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-c5c07f19-216a-49fe-8354-13ca21b6a0e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 200  len: 217 time: 0.0712442
Apr 19 03:56:35.883859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-7d4231d0-b104-4c71-9802-5347e9b4fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:56:35.885340 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-7d4231d0-b104-4c71-9802-5347e9b4fb38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 200  len: 854 time: 0.0642228
Apr 19 03:56:35.939913 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-c9d1852f-f7ca-4e96-81ce-e8d456b999c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7501e78c-0338-4342-802f-4a47cedfcb41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485241
Apr 19 03:56:36.081462 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-eb29161b-b30c-4656-a7bd-c8a3a8a39409 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349998
Apr 19 03:56:36.224248 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a7af1c1-04ea-499e-8b5c-19a5ff3b1c11 req-b607aa5c-8ce6-446b-a539-e8aa365c21d1 service neutron] 10.222.0.43 "GET /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363673
Apr 19 03:56:36.883342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:56:48.887042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c04ec50c-f2f3-46b3-9b9c-796ccc156606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:49.785737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad2a24-c712-4c40-9903-ea6e05757364 req-8a2cece5-094d-4c86-804c-3556f219998c tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:56:49.787388 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77ad2a24-c712-4c40-9903-ea6e05757364 req-8a2cece5-094d-4c86-804c-3556f219998c tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 945 time: 0.0885167
Apr 19 03:56:49.834598 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77ad2a24-c712-4c40-9903-ea6e05757364 req-4aa64e6b-016b-4aec-a720-3ff47afea2fe tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409799
Apr 19 03:56:50.284410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143c165-af1e-444f-92ef-c10819601783 req-88044f4d-3db9-4785-ab9a-d61ae90d2f0f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:56:50.285925 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8143c165-af1e-444f-92ef-c10819601783 req-88044f4d-3db9-4785-ab9a-d61ae90d2f0f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 945 time: 0.0898058
Apr 19 03:56:50.362934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Deleting port b227a3dd-c555-40c8-8a99-11f7d9fccca6 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:56:50.363351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:50.856390 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] For port b227a3dd-c555-40c8-8a99-11f7d9fccca6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b227a3dd-c555-40c8-8a99-11f7d9fccca6,segment=NetworkSegment(cf7c1291-1860-46a4-86aa-9294990d5f50),segment_id=cf7c1291-1860-46a4-86aa-9294990d5f50)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:56:50.856818 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:50.991353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Calling delete_port for b227a3dd-c555-40c8-8a99-11f7d9fccca6 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:56:51.050588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f083128-0ffe-4e46-b0f9-5d8e41d0a1d3 req-89f9fe00-c027-4666-b099-f900c0bd5f97 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:56:51.052218 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7f083128-0ffe-4e46-b0f9-5d8e41d0a1d3 req-89f9fe00-c027-4666-b099-f900c0bd5f97 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 945 time: 0.0888250
Apr 19 03:56:51.100084 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7f083128-0ffe-4e46-b0f9-5d8e41d0a1d3 req-f2a3d447-aeb5-4df6-949c-c366bca1fff5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/security-groups?id=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412748
Apr 19 03:56:51.176194 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:51.181739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-62245c11-1f7d-4bf6-aca8-fd9fd697f70e tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:56:51.188185 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['b227a3dd-c555-40c8-8a99-11f7d9fccca6'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 03:56:51.228827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Pushing event deleted for resources: {'Port': ['ID=b227a3dd-c555-40c8-8a99-11f7d9fccca6,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:56:51.269935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.270359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.270767 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.271191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.271597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.271999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.272442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.273226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.273631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.274028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.274425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.274817 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:56:51.282612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:56:51.324037 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] No DVR routers for this DVR port b227a3dd-c555-40c8-8a99-11f7d9fccca6 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:56:51.326344 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:51.329709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'name': 'network-vif-deleted', 'tag': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:56:51.371779 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8143c165-af1e-444f-92ef-c10819601783 req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.43 "DELETE /v2.0/ports/b227a3dd-c555-40c8-8a99-11f7d9fccca6 HTTP/1.1" status: 204  len: 173 time: 1.0803540
Apr 19 03:56:51.399178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f0cc093f-715e-4a5b-a7d0-446888736536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:51.534264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399e1abb-7255-4f6f-b038-2fbfe20f7b3e', 'name': 'network-vif-deleted', 'tag': 'b227a3dd-c555-40c8-8a99-11f7d9fccca6', 'status': 'completed', 'code': 200}
Apr 19 03:56:51.936304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:52.263071 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b4a5992c-e34a-4553-b281-a7718143780a req-de7925b8-56b4-48c1-b97a-79adf62740a1 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0513473
Apr 19 03:56:52.341862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:52.513372 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:53.359785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:56:53.426013 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c2091495-c94e-49cc-bca2-ee29e344768f req-f9e8ec89-d978-484c-aaf5-b781918f56cc tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Synchronizing usage tracker for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:56:53.461746 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-c2091495-c94e-49cc-bca2-ee29e344768f req-f9e8ec89-d978-484c-aaf5-b781918f56cc tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Unset dirty status for tenant:31bc321f6ebe4f21af7ed85906e23ca7 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:56:53.462952 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c2091495-c94e-49cc-bca2-ee29e344768f req-f9e8ec89-d978-484c-aaf5-b781918f56cc tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0845995
Apr 19 03:56:54.625406 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f7519cbb-57a9-4178-939e-4b323cdf09c7 req-59ce2a55-0216-42c5-ab61-ff74d6c59ca9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0494180
Apr 19 03:56:54.676075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device b227a3dd-c555-40c8-8a99-11f7d9fccca6 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:56:54.712288 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: b227a3dd-c555-40c8-8a99-11f7d9fccca6 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:56:54.712672 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device b227a3dd-c555-40c8-8a99-11f7d9fccca6 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:56:55.790295 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e84c12e7-96f9-4bd7-9270-b17f02f8fe16 req-cc090cd3-ceab-4037-b6f6-df90d540596d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0520637
Apr 19 03:56:56.953258 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-27be8b75-1974-41a2-a60a-df9a2d368ae5 req-89e0df6e-8c52-437b-ae12-0055ad248859 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0491436
Apr 19 03:56:58.118017 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da34dff1-443e-4889-b4d3-5234cf8eba83 req-2b92efca-c098-4999-b70a-304a145f6bc5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0509739
Apr 19 03:56:59.281572 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-52e6ba08-cb64-4caa-b8d1-7df5cc1d2afd req-6a580aa5-a2ed-42d0-9c19-7b81787e4872 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0521152
Apr 19 03:57:00.441510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-65bf4ad5-93f3-47eb-bdeb-7a5e2964d00b req-ccb6b195-dc37-40a7-9dee-e4c0bbe7c8a6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487206
Apr 19 03:57:01.601855 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-31b6f7b0-6d8f-48db-acfb-aedfcb5c6a23 req-b4443e46-8bf1-486c-a53b-353bf6a70d54 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0477974
Apr 19 03:57:02.902504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-35981654-5ecb-4189-9835-ebc90115df23 req-55071fb8-249d-4b12-8847-dbaa15a45558 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0530925
Apr 19 03:57:04.067887 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e70053eb-ff37-4e8b-968d-6b9df35f5274 req-453061e0-be62-438d-8c66-a11f30409bbf tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0490618
Apr 19 03:57:05.227969 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6c8022e4-04a9-4c78-ab4e-d480ccef7b24 req-f1486f6e-3d46-44f1-beac-3fe649ea3cf8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0482843
Apr 19 03:57:06.392463 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f8b881a9-1a05-46f9-a776-a4f40221e19c req-c3d10820-4d19-482b-93d8-0d6f496f17d6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0535033
Apr 19 03:57:07.555819 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d65868c0-7915-42bd-aae3-dad481fa8eba req-e7ef44d7-91f4-4630-9a3b-fba6304f88ed tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0514810
Apr 19 03:57:08.716539 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-947d343f-c55d-4f8c-a181-1d912542665a req-52a8ec0f-07ba-4557-8b4c-8991d96d5608 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0484414
Apr 19 03:57:09.883621 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c5dd581-14f4-4add-8853-4271ddc0794e req-36e6cf16-58ba-4c3a-80cd-64b24a567c8b tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0523450
Apr 19 03:57:11.046076 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1537dbd1-5171-4992-98ed-1d6c27bc9c45 req-beb8feec-0525-49d4-9638-53bd6f3fe63b tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487700
Apr 19 03:57:12.208072 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-85783512-6d30-4256-bc38-cb76617dd4f6 req-109660e5-cb77-4be6-bc34-94c997f9c451 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0508184
Apr 19 03:57:13.371458 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8fef628c-bc60-45d2-b931-f8333ae5dff2 req-30064959-bfbb-44eb-aa9c-6f5640160439 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0512755
Apr 19 03:57:13.882133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:57:14.531010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68dd6841-cddd-4617-b920-274e8cd2ae74 req-072d2a7c-fc73-40f8-bc9f-b3300cc05850 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0486193
Apr 19 03:57:15.692292 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3053f7ce-3273-44dc-9815-210f6a1d45a5 req-e5425fd7-f70f-46fb-86bc-43589dc604f3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0490303
Apr 19 03:57:16.860319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4e72dc07-e823-4cc3-ac03-81175ca75e47 req-72eb718b-89e3-423d-b331-bdde4f6b68a3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0521762
Apr 19 03:57:18.023481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4da878a1-82fa-4a30-bfc0-f15f88a694e3 req-0c6db208-2d1c-4ae2-8392-b557cc89af28 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487015
Apr 19 03:57:18.892381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a7192425-d73e-4732-b1b6-11fc321a6365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:19.182643 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-350e16ea-85f8-43d3-822f-398d7258e3fb req-54e4ed27-ab07-4eed-a63c-f0148d7c41f3 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0483203
Apr 19 03:57:19.998181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-98c70716-e07c-4d3a-867f-e4dbb4007ee3 req-f12561be-57cd-49f8-b6db-d76046565af6 service neutron] (86431) timed out ('10.222.0.25', 34140) {{(pid=86431) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 03:57:20.346078 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8409b918-bc18-463d-8370-2de94138bae1 req-4f7b0d3d-54cc-457a-bf25-478b638e54aa tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0520859
Apr 19 03:57:21.401076 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0e2f4ba4-a76e-4abc-b73e-419eefa922ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:21.505758 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c7aff54-aefb-4f8b-94d4-6952c14a0d3c req-d5d1d6cb-0040-4c7f-970e-6dc13a03ea0a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0479975
Apr 19 03:57:21.938114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:22.361155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:22.515462 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:22.666464 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4969d9a4-6ff6-40c7-bf6d-a8e0ae1387ee req-c62bfd84-b5db-404d-8383-f66a70c1332f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0485687
Apr 19 03:57:22.970371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-4d1e20af-16a0-4098-a586-188ad3a323ed req-000feeea-1576-48de-9767-2146a7436454 service neutron] (86431) timed out ('10.222.0.43', 60483) {{(pid=86431) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 03:57:23.358972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:23.833541 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c388c600-07c5-4608-8a91-634f1c2de1fd req-f1b5f2fa-59cd-4e9b-a091-7fd7ac1d3d19 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0517194
Apr 19 03:57:24.996788 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ea0531f3-7299-401b-8ccd-bcba0a367d14 req-a2c066df-f6c0-47ea-bcea-490f4a80836a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487583
Apr 19 03:57:26.157261 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-35bf567b-13f9-484f-bfe4-3373320f1221 req-518a9cc9-361b-4574-90f1-84dbd2920df7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487430
Apr 19 03:57:27.319584 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-056a15a9-7f3a-42ae-adfc-e9a3d0579602 req-1949965d-2cab-4bd7-9a1b-b18b438bc2f5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0517824
Apr 19 03:57:28.480749 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-efb9a1f7-6bb3-4d03-9182-35ce1a3990ec req-fa90eab0-211d-45e3-9ac0-a47abb628875 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0500412
Apr 19 03:57:29.645756 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b82f672-35bd-4c57-ada8-df90fac56e6e req-d004911b-9374-4671-8a8c-d888e657115d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0494540
Apr 19 03:57:30.810939 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a506ee58-1624-40de-aa1a-b6746b6910a9 req-91c5a033-6388-4726-926e-ba86f518047d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0518553
Apr 19 03:57:31.973717 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8b049a60-3011-4388-aa0b-64fb16852c0d req-95213bcf-e128-4502-ad9c-be8d144f53bc tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0482576
Apr 19 03:57:33.134092 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd84a3e6-f233-49a4-8463-0870e51b0e0d req-305c1eb0-59ea-47bc-95bf-da0a664841b2 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0484529
Apr 19 03:57:34.540075 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f0bbcf33-a564-4aa5-9e61-46602eef2ab6 req-e0b2cefb-c512-4a65-adef-0ea0f26bba08 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.2941241
Apr 19 03:57:35.706497 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da6bce40-a8eb-4172-972a-ed8affcd64fd req-c9c5cbfc-d80c-4ba7-b8e9-871032b6761c tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0485392
Apr 19 03:57:36.443779 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-527a1bac-c01d-44cf-8edb-c61866a54e03 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0797913
Apr 19 03:57:36.588913 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-54003368-444e-4313-9689-ec8c451effcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:57:36.590500 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-54003368-444e-4313-9689-ec8c451effcd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.0771670
Apr 19 03:57:36.746236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-f2ab0f10-a89b-4a3f-8145-ff0a8d1bcca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:57:36.748526 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-f2ab0f10-a89b-4a3f-8145-ff0a8d1bcca6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.1391442
Apr 19 03:57:36.859176 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-ee10ebba-a823-4697-a17c-f20416a04c82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1002 time: 0.1041183
Apr 19 03:57:36.867751 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bfb6969b-60f4-4f08-9967-1ea1252f90e4 req-6bbdfa5d-3290-44b9-ba46-61266bd1766d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0482762
Apr 19 03:57:36.927595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-01bf79f3-625d-4930-b99e-b4a7ef46dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:57:36.929109 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-01bf79f3-625d-4930-b99e-b4a7ef46dc7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0636847
Apr 19 03:57:37.013505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-4ffd6684-cc59-4c38-9386-cf85142ca731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:57:37.014965 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-4ffd6684-cc59-4c38-9386-cf85142ca731 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796382
Apr 19 03:57:37.152990 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-d84631f7-5475-4a08-819e-d5f48207598c service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310580
Apr 19 03:57:37.293342 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2ef4e5d7-a1bd-4f57-9f7b-1c7ef32b4f99 req-f2cb8e53-5166-4457-8525-b7c13ecc48c4 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338224
Apr 19 03:57:38.030200 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bc32200d-6a44-48dc-8eff-dd04302d26b8 req-733bbdd7-813a-4c04-a7ee-1f4b617ab603 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0476859
Apr 19 03:57:39.192453 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aaa6ce02-1d94-4f4b-a47b-a207c6377d7c req-4c942e72-492b-4e61-8a16-fb1fcfad2b27 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0482841
Apr 19 03:57:40.357090 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-926edfe5-f40d-4f6b-ab06-90cc35fce51d req-c43e3e66-4d39-4fe0-9d2c-897a6207edb0 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0523160
Apr 19 03:57:41.519597 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f7e0d578-591a-4e9b-b605-df2f85cdfd9d req-6f1b28a1-03ec-42c8-82b0-9ffcf51c38d9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0513604
Apr 19 03:57:42.680655 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b99943fe-1868-4f3d-8181-4a4c51ca2614 req-399a8cfe-cf92-4aea-ae0f-bdadd8cade91 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0485554
Apr 19 03:57:43.842665 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0b521255-9f07-451f-a225-ef04b7b300e1 req-1a4b3403-6bd1-4842-9889-e1802005e54b tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0492306
Apr 19 03:57:45.006783 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9fff1d71-a9cb-473c-a2df-90e26e4b853f req-aecaa3db-9e4f-49a2-9a0d-83063769a019 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0496378
Apr 19 03:57:46.170757 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c1b05ec1-4b72-4399-aa9b-849b2bc8e246 req-f5dc5763-c54c-4104-bba3-34548c955864 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487173
Apr 19 03:57:47.333381 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2791019f-dade-46ae-9c19-a9a7a0615636 req-35c3c650-e8de-41c9-bab3-eb63a4948ce7 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0509496
Apr 19 03:57:48.503235 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-49a193ee-355e-4716-8fd9-50f483930e85 req-f859fc25-ef26-4235-8865-72caf0d8a21e tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0515301
Apr 19 03:57:48.890038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c01c573f-f466-46d1-ba94-6ac44ea627d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:49.657845 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19e3ca78-3239-4242-9c07-cce4c046c1a8 req-4d00fc2e-0d88-4beb-834d-df3456d9cc2d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489230
Apr 19 03:57:50.818023 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e9d7bab8-e026-46ef-9566-192717481519 req-e957ea13-ea09-44f2-8162-b30c1b3061e6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489364
Apr 19 03:57:50.881116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:57:51.404247 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bdef79ee-4706-407c-a698-bc596b2d5c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:51.941375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:51.980837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b30301b8-9e4a-4855-b871-8cd37fdc912d req-5131bee7-e309-46fb-b150-c1ceedd752b2 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0476983
Apr 19 03:57:52.358559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:52.509042 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:53.143723 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-87574901-8255-4c42-89ab-9db895790bfe req-1bcafae8-a35d-456d-8138-de1bfa9acce8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0492804
Apr 19 03:57:53.370192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:57:54.307615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3380086-dd35-4b76-814c-0ccdbdc93eb4 req-bb5c3c9a-9955-4458-95bf-ea84e0788933 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0520401
Apr 19 03:57:55.473915 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-54eae5b3-dc55-4d3c-ab19-c858b8aebc00 req-2c16ea29-8dc9-4c58-99a0-e64ec610401e tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0514581
Apr 19 03:57:56.634742 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-72810241-2696-4860-84fa-bc63cd47774c req-068c0238-2b1d-43af-afa4-83fa0c8fb657 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489123
Apr 19 03:57:57.795311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0d5e61ab-4129-4521-8439-64fadade3018 req-f3fc4772-9a21-40ce-8830-3a8c8b76cf33 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0492496
Apr 19 03:57:58.998615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d2d7a2e-07fa-43d8-aa9f-bac00a0766cc req-a8272484-a7c4-4815-a23a-459224adef30 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487618
Apr 19 03:58:00.161313 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fe69870c-c890-4ca9-ac0a-dea1b5800b19 req-8e07d44b-24b0-40c4-926b-572f78b1344d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489528
Apr 19 03:58:01.324644 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f125dc06-3f02-410a-b12c-4b3855a0047b req-833489e0-9782-434c-8e18-c15bc48e4398 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0519416
Apr 19 03:58:02.489837 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-645a1088-3a49-4bd2-b6cc-f16b9ea18396 req-82e6f013-a441-4db6-ba9a-d0c1544e2d0f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0524838
Apr 19 03:58:03.651654 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89dfabd2-d1f4-480c-bf9d-188b6ffb0f89 req-dccc0892-2b66-4e3c-9eb7-15295c61d4fd tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0486784
Apr 19 03:58:04.813936 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-96a0b953-5331-4436-99d1-ea791112cd95 req-2363d56a-28c3-4192-8794-7dc8d3deed12 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489171
Apr 19 03:58:06.084902 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-be6c3706-7767-42ab-93d5-a8cbd785cbc8 req-e8817aee-5561-42b2-a78d-7f2e574b6924 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.1576412
Apr 19 03:58:07.336189 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9aa8406c-65f5-407b-a462-9affd7171bd3 req-915644ce-f703-4e18-b82b-bd822b5dcc70 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.1047270
Apr 19 03:58:08.499926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d0614a55-740b-43e7-88c0-1b181876c703 req-8177d63f-7efd-456f-9a16-9fac43b7fe99 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0521030
Apr 19 03:58:09.668059 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-062489bc-e8b5-45d6-8350-797a7526cfc7 req-8d7469cf-bde7-4bfe-a96a-01462545dcb9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0516577
Apr 19 03:58:10.830196 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-87026c02-c821-463f-8cad-db9d007d3ec0 req-f1003cad-b74b-4bdd-94f5-31390a92bc80 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0494452
Apr 19 03:58:11.990104 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-68ea4ec9-b37d-4cbc-bb31-9125584b33d2 req-29514e3e-8998-46fa-97f6-b8968885c881 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0479529
Apr 19 03:58:13.152865 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8314aa96-dc4c-42ed-9a7f-65833fa312b0 req-0506148c-e9c2-4359-9c82-ef4b21dccc9a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0492032
Apr 19 03:58:14.315384 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8597af8a-5e16-4d7d-b777-f578e396dd5b req-ba690b2e-eb68-421f-a1a6-e4aa5c796308 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0486207
Apr 19 03:58:15.478716 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a56d6e61-aa14-4cee-b660-c40ca24f46f8 req-823b46e9-9579-47c1-a419-12dc1be927e9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0507691
Apr 19 03:58:16.643831 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4db39963-2a3e-4054-80df-6b2538c884ee req-104d3ce5-d863-4214-bbf7-80da6a36d84a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0526872
Apr 19 03:58:17.804824 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d23e6cdc-f121-4833-949b-93efb7b008bb req-f26f5a69-dd80-4800-878e-3b5368209c0e tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487242
Apr 19 03:58:18.886545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-954988f9-20e4-47a5-8116-4f9964fb0de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:18.971047 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0daa94e6-29d0-402e-b851-e16de89257b0 req-db777545-5489-4a0b-9911-3d7f9f7a87f9 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489604
Apr 19 03:58:20.135701 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a4118e58-febe-45ff-93fe-88d8c127b781 req-ed720c4a-659b-41f5-a27a-7e004380a2b2 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0483484
Apr 19 03:58:21.415597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f26b3410-fe06-45b8-9dbd-237a618455da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:21.431980 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-52aca1db-9815-4cf2-b6a0-f489b1d7b84e req-53078113-25c6-473f-a8b0-e5a7a795b62f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487256
Apr 19 03:58:21.948681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:22.371808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:22.514999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:22.610979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-921da57d-4155-4c47-98c1-5981daeda1c4 req-a590aeae-9e1f-4d21-8c03-1f399b9af345 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0534308
Apr 19 03:58:23.375415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:23.776145 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5e0b67e6-f06b-44db-a72e-8769848507c0 req-000ca6e9-c579-4ebc-909e-97527e74ab60 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0532076
Apr 19 03:58:24.936004 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4259c657-6a48-43fa-841d-796ad165c820 req-a441fefc-1bbc-4433-bfbd-97f05ab986b4 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0486987
Apr 19 03:58:26.099566 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fea21a86-1f8f-4613-acb6-dc4df8985df6 req-4d9cac9f-6e24-4016-9b81-b42ee3d0165f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487778
Apr 19 03:58:27.263029 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0f7f8e63-906b-4215-9d38-a30cf94bf0bd req-4558689c-869e-47ea-bfd1-e10cb1ef0921 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0490704
Apr 19 03:58:27.880280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:58:28.426600 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c112fce9-5013-4b0b-8665-83f70a8db1c1 req-ce7aa586-6d79-449c-a729-d636a08a07cc tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0484693
Apr 19 03:58:29.589444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-758ca40a-0e56-45e8-9e4c-2f5ed3512742 req-2538dd5c-1eac-4565-9d5b-2047c6f4b1b6 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0521877
Apr 19 03:58:30.754176 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6d2a6bf2-1c6e-45b7-ab99-f641b9a1c96e req-f44ba47f-567d-457a-8d9e-7d0b2c0c0247 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0521214
Apr 19 03:58:31.915199 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ba180eef-000f-4f65-be1e-1ace8c374353 req-8f8db326-d845-4383-b8c6-a54140834549 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0488951
Apr 19 03:58:33.077264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a0f18760-bb2a-4758-870e-1d1e7733d4af req-646fab9a-b930-4cd0-98ee-8393650b3033 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0496721
Apr 19 03:58:34.241283 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ccdd3afc-e686-4c4b-94b6-cc65cfb684ec req-f1cb969d-304d-43d5-96c7-99f0a631fa56 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0483968
Apr 19 03:58:35.408026 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84a75927-f3a9-4954-818b-fd42abb61882 req-5135ac05-5662-48e7-9504-9b7e7cf7a989 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0491121
Apr 19 03:58:36.573572 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-57fe526d-17aa-4ce0-a602-28f674822d66 req-ec333c0a-dd62-4810-9370-d5605937ce71 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0524745
Apr 19 03:58:37.497402 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-e054a119-2c96-4ca0-9aa7-fb169c8c86d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1204991
Apr 19 03:58:37.651438 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-cdf67830-c53b-4039-9f68-ed909e793095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:58:37.653196 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-cdf67830-c53b-4039-9f68-ed909e793095 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.0818663
Apr 19 03:58:37.744786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-99012f69-0547-401e-8ee9-be8a6c83a880 req-97c742c6-4203-44c7-8908-90a5f1e3c1ba tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0543098
Apr 19 03:58:38.035556 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-80023281-5b00-4ac9-a72e-4b552ad9747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:58:38.037127 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-80023281-5b00-4ac9-a72e-4b552ad9747a service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.3658032
Apr 19 03:58:38.144632 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-9e224cf6-abff-4dbe-b207-54da925506c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1002 time: 0.1007786
Apr 19 03:58:38.213726 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-e9704c45-bcd4-435f-b9cd-2b19e5f46f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:58:38.215221 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-e9704c45-bcd4-435f-b9cd-2b19e5f46f36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0644255
Apr 19 03:58:38.296553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-75703649-97c6-4660-be64-767c6d96ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:58:38.298010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-75703649-97c6-4660-be64-767c6d96ca5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757453
Apr 19 03:58:38.308511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-34be0e29-dfbb-496a-b42a-75bedcee3d2c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 03:58:38.309628 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-34be0e29-dfbb-496a-b42a-75bedcee3d2c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052848
Apr 19 03:58:38.449205 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-8bd4ae6e-7bbe-4259-84c1-8d0cf205a497 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333077
Apr 19 03:58:38.592517 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-97cfcc44-733e-4693-b0d0-40253be924b1 req-b8fb3abe-52e9-4466-974f-bf883277a74a service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359570
Apr 19 03:58:38.911554 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-368f2d9d-803b-45f1-93c3-a2a75c201121 req-66007835-b618-48bf-b1b4-e18ef8ffdc7a tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0521526
Apr 19 03:58:40.072010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b44d389a-7ea8-4180-8771-6403ee3fe3ee req-893962fc-5877-4d0b-8094-e2241cde79c5 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0493462
Apr 19 03:58:41.235612 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5866092-2264-4ffa-8633-b10517ea73ea req-ca173782-d5e2-4c19-bbcd-88bdf5c9026d tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0487278
Apr 19 03:58:42.399016 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2768efee-1454-4ff6-8d2f-18ebf0a9baf4 req-f83e82af-35ee-41e3-a877-97ccc2f6a862 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0488412
Apr 19 03:58:43.560919 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c52e61e-5a31-4574-a01f-e9fe5b32686a req-e5c0fd6b-43bf-4be4-bb4c-0126c4c4b256 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0497687
Apr 19 03:58:44.725344 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1f63e5ca-dd62-4ad3-917a-55f691dbcc09 req-d6f4b389-7c9d-4d3c-9bcc-ae58a8335572 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0517728
Apr 19 03:58:45.889361 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bda9b6c7-f80f-4a24-8276-e67b6b9110df req-31d6aa5c-8762-41bd-8993-f4a7906f7989 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0523138
Apr 19 03:58:47.050481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a486ffe-5b9b-476e-b5b1-4300aafd5b98 req-9c18608d-6404-431a-94ed-426d48dcb727 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0486791
Apr 19 03:58:48.213064 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c7c0b070-0041-414a-8893-3b39e76b1ce3 req-4c09e9ef-c8be-486e-a4f5-5ca1751d1bd2 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0488236
Apr 19 03:58:48.883436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ef7f5c0e-1a69-4c78-90ce-7a7d61a6b65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:49.376809 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9d61d11e-e30b-41fd-948f-a66300d72cbb req-4c4ba35e-159d-4175-bd85-429463ff385f tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0489330
Apr 19 03:58:50.537006 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-113d09a4-18db-47d1-b837-8ed6ac6a7f60 req-758652ce-0aaa-4b04-9b31-f3847b675bde tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0484643
Apr 19 03:58:51.426199 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4edef08-10fd-4f17-b866-ceca462a52bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:51.701334 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8b97114d-5347-4dce-a65d-348ea62da2cb req-852e655a-f6c7-446d-8e24-1a778338f0d8 tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] 10.222.0.25 "GET /v2.0/ports?device_id=399e1abb-7255-4f6f-b038-2fbfe20f7b3e HTTP/1.1" status: 200  len: 210 time: 0.0520546
Apr 19 03:58:51.940544 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:52.382358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:52.519394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:58:53.386257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:04.879695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:59:18.877630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5f08a802-a313-478a-9df7-42cead21e170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:21.420341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a2c20e19-6f08-4ae6-9e79-96756200cdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:21.957519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:22.399048 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:22.517435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:23.374612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:25.427414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-a7b85a8c-929e-4194-98d0-32e138a79e3e req-1f185fe0-68bc-47a9-93dc-81708344a0e4 service neutron] (86431) timed out ('10.222.0.43', 60481) {{(pid=86431) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 03:59:39.423460 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-aa345d7a-24ef-4082-867f-6f7c77721dba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0798082
Apr 19 03:59:39.569789 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cd34-c749-46a2-92a8-4305abac6171 req-9b52815d-1c7f-4e03-861a-1e20652a91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:39.571310 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-9b52815d-1c7f-4e03-861a-1e20652a91c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 1099 time: 0.0781162
Apr 19 03:59:39.725617 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cd34-c749-46a2-92a8-4305abac6171 req-a9dec4ec-4e45-4e0d-be81-acf982eb8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:39.727238 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-a9dec4ec-4e45-4e0d-be81-acf982eb8d1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 200  len: 911 time: 0.1368687
Apr 19 03:59:39.835027 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-1ec32368-0435-45fa-ab39-9d0df641a71b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 200  len: 1002 time: 0.1011138
Apr 19 03:59:39.901640 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cd34-c749-46a2-92a8-4305abac6171 req-ae445fbb-74c5-42a5-abb2-f1df5900f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:39.903130 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-ae445fbb-74c5-42a5-abb2-f1df5900f576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 200  len: 849 time: 0.0619740
Apr 19 03:59:39.985619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cd34-c749-46a2-92a8-4305abac6171 req-ad00b38e-3e0e-4cba-b8ba-600d2531664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:39.987115 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-ad00b38e-3e0e-4cba-b8ba-600d2531664c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=43cd66f9-03bd-414d-9d21-4899787c829e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771737
Apr 19 03:59:40.127598 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-89345c99-7270-4ff8-8013-66374515b6a4 service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339226
Apr 19 03:59:40.266038 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2930cd34-c749-46a2-92a8-4305abac6171 req-c4142092-8c6a-4d54-9970-c5cffbae3caa service neutron] 10.222.0.43 "GET /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322472
Apr 19 03:59:41.883399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 03:59:42.130421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3727cc-b026-453d-a687-e0a6b6800f58 req-4c1be8ef-76d5-4b43-9484-c98883c50e66 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:42.132010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ca3727cc-b026-453d-a687-e0a6b6800f58 req-4c1be8ef-76d5-4b43-9484-c98883c50e66 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 946 time: 0.0896747
Apr 19 03:59:42.177847 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ca3727cc-b026-453d-a687-e0a6b6800f58 req-ff2ff5a8-36c4-4fc4-bc3b-21c61a58d5d1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395472
Apr 19 03:59:42.836912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-156f782b-5e24-4be8-8e67-4e93b458ada4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:42.838318 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-156f782b-5e24-4be8-8e67-4e93b458ada4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 946 time: 0.0881667
Apr 19 03:59:42.912249 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Deleting port f83c1559-bd4d-464d-a64e-211ac4f14239 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 03:59:42.912682 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:43.166932 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] For port f83c1559-bd4d-464d-a64e-211ac4f14239, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=f83c1559-bd4d-464d-a64e-211ac4f14239,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 03:59:43.167272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:43.381841 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95c20-a4bd-40a8-b364-c2e050580ffa req-457fa156-6231-4c98-ab07-c695cc87db7c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 03:59:43.383459 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76a95c20-a4bd-40a8-b364-c2e050580ffa req-457fa156-6231-4c98-ab07-c695cc87db7c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 946 time: 0.0892897
Apr 19 03:59:43.432426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-76a95c20-a4bd-40a8-b364-c2e050580ffa req-a7cfb50c-4c40-44d2-8dde-ab9e36b108f9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups?id=c959d575-82d6-451b-be91-b1d34512fdc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415030
Apr 19 03:59:43.474982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:43.475453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687025'] for floatingip, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:43.475805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.db.l3_db [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Floating IP 653095b4-8c49-4c35-a031-1cf292dd64ca disassociated. External IP: 172.27.0.173, port: f83c1559-bd4d-464d-a64e-211ac4f14239.
Apr 19 03:59:43.476184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Calling delete_port for f83c1559-bd4d-464d-a64e-211ac4f14239 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 03:59:43.701955 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:43.707749 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a63248b2-6140-44b0-b5c4-dc3b91c752cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 03:59:43.757283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event deleted for resources: {'Port': ['ID=f83c1559-bd4d-464d-a64e-211ac4f14239,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 03:59:43.767747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.768165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.768571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.768974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.769373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.769773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.770394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.770525 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.770900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.771337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.771731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.772123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 03:59:43.776985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 03:59:43.963966 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Router 11cf724c-faef-4c5b-96ee-547f43df055d has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 03:59:44.393391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 03:59:44.407532 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 03:59:44.417375 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:59:44.418057 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d21b780>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:59:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:59:44.471078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] No DVR routers for this DVR port f83c1559-bd4d-464d-a64e-211ac4f14239 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 03:59:44.473660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:44.476711 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'name': 'network-vif-deleted', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 03:59:44.537428 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0656c7c5-439a-47a8-ab73-8a5e4e007bbd', 'name': 'network-vif-deleted', 'tag': 'f83c1559-bd4d-464d-a64e-211ac4f14239', 'status': 'completed', 'code': 200}
Apr 19 03:59:44.548109 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f943cf77-3353-4818-bfed-c8f40c0d6a3e req-8499812e-04b6-4233-b15c-7964a8b45a73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.43 "DELETE /v2.0/ports/f83c1559-bd4d-464d-a64e-211ac4f14239 HTTP/1.1" status: 204  len: 173 time: 1.7042103
Apr 19 03:59:44.629620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:59:44.635882 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-fdb8cbc1-402e-429e-885b-06604df95ba5 req-3a23d93a-e525-4b03-b840-00887dc44aaf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Synchronizing usage tracker for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 03:59:44.679134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-fdb8cbc1-402e-429e-885b-06604df95ba5 req-3a23d93a-e525-4b03-b840-00887dc44aaf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Unset dirty status for tenant:2853b10cb882499b9bb1d15de040c189 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 03:59:44.680518 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fdb8cbc1-402e-429e-885b-06604df95ba5 req-3a23d93a-e525-4b03-b840-00887dc44aaf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.1012349
Apr 19 03:59:44.960954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d21b780>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:59:44.964908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 03:59:44.973683 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 03:59:44.974326 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d21b780>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T03:59:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:59:45.154325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 03:59:45.404234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f83c1559-bd4d-464d-a64e-211ac4f14239 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 03:59:45.446299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: f83c1559-bd4d-464d-a64e-211ac4f14239 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 03:59:45.446685 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device f83c1559-bd4d-464d-a64e-211ac4f14239 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 03:59:45.511136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d21b780>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 03:59:45.515207 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ec4bd-3e10-4709-a3d4-7dae4e4fd7f4 None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T03:38:16Z', 'revision_number': 4, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi', '_interfaces': [{'id': '2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65', 'name': '', 'network_id': '43cd66f9-03bd-414d-9d21-4899787c829e', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'mac_address': 'fa:16:3e:cc:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:13Z', 'updated_at': '2021-04-19T03:38:28Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'subnets': [{'id': '8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 03:59:45.851350 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-05a1196c-93cf-4316-94af-e1642b5729f1 req-bbba2e7b-63df-4b42-83e2-123cfa6c5e21 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0522535
Apr 19 03:59:45.898250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d69c5-201d-4dfc-90bd-6ce3664c03f9 None None] New status for floating IP 653095b4-8c49-4c35-a031-1cf292dd64ca: DOWN {{(pid=86433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 03:59:47.012451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19ee44bf-8a3c-434c-ba8c-75325b7ebcf6 req-377f45dd-e060-40cc-9fe1-e86e6e4cc61c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490429
Apr 19 03:59:48.185927 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d6d0ed35-4365-4df9-abc1-2d23ce77edaa req-107054c0-d104-41a1-a907-0f1c8c6ae6c5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0496235
Apr 19 03:59:48.889026 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-40faee25-fe6b-4ff2-9166-2e9d091fc909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:49.355089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-641daf02-03f4-4168-a252-adf34f40c1a8 req-b2230218-954e-4963-bf82-6f92fba52d78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0548286
Apr 19 03:59:50.516061 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-625a7ff5-ebaa-4b52-bcc8-1f4d607f73b8 req-df6ec93d-f1bb-46b1-a742-a550c5e50992 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487521
Apr 19 03:59:51.420755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec4b3c2c-575b-4e2c-ab36-5d68dce42fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:51.677814 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-444234ef-2326-4461-8bf4-cf5d3ecfc4f7 req-c966af3d-20dd-4cce-8d03-f5151b028b7c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487280
Apr 19 03:59:51.964409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:52.404386 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:52.513217 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:52.840269 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d495f00d-8395-44a4-96c1-e7b807c9a83d req-88420319-a477-4d1f-b7e9-1511cf48661f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0517581
Apr 19 03:59:53.370188 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 03:59:54.002870 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dee4f2d4-ba09-4184-ae11-e5f9a4c870f0 req-0aaf637b-e9d0-49d9-a98f-196806417047 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483599
Apr 19 03:59:55.167369 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-978b5f8e-3fd9-4e0e-8d56-c36e107c545b req-b82e1941-7851-4f98-af1d-45db87a9d948 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0500104
Apr 19 03:59:56.335247 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-745a4758-05c8-4755-9748-b56652229f5e req-efbf4c79-23ac-4f8c-a796-b59bc58ebd91 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0515194
Apr 19 03:59:57.495217 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-13b0fbe5-7a57-45e6-8810-cea38a04713e req-2b3027de-fbdc-4a4d-bcb0-b6370e6f0d37 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485623
Apr 19 03:59:58.656558 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-49cd86ad-9828-4861-bf94-7539bc62f75f req-42162a9c-8ffa-4a0b-917e-9b3f616d3580 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0488858
Apr 19 03:59:59.819838 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fc65dc3b-c8a5-4ecd-a565-6bab98221757 req-d979730a-d457-4286-a135-899f25756653 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0520320
Apr 19 04:00:00.980703 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5c8b38ca-2d14-446b-9c15-bf40b2efba85 req-5f42fd2a-cf8c-4ced-a187-7fb38fc39883 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487862
Apr 19 04:00:02.146421 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-de77ecba-f4f6-465a-9f84-b496a2d1876c req-b20c7ef7-4080-45b5-a47d-dc38809462f2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493426
Apr 19 04:00:03.314226 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-02c69d2d-cff7-41bd-940c-c06b662dba70 req-3ec6aaeb-e359-4b8d-9558-a850113085f1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0511389
Apr 19 04:00:04.474563 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cd5e4c1c-817d-493c-b309-f4fc3b6c06a1 req-9661f54c-7e81-4b6a-9930-6f8145daf934 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483081
Apr 19 04:00:05.637262 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c0a8f0f8-1734-4145-a56e-198cdd3da6f0 req-02ef6eef-79f3-450f-8fc3-04d460ba136a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489001
Apr 19 04:00:06.802879 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2fbf946-7216-4019-a9b3-b07fb9d6b083 req-314d3d09-1af2-448f-8b84-9c45573779b9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0516107
Apr 19 04:00:07.963188 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-689e434b-0cf5-44f8-bb3f-b1922d8c60d5 req-5eabc512-3474-4ce4-b1e8-4f3804d5d76b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0480881
Apr 19 04:00:09.127541 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1187c896-dcaf-47c7-ba60-4242731db922 req-8abfd1fe-ecee-45f0-bd9a-664e40db7e75 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0496826
Apr 19 04:00:10.293404 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-26624be3-c7c0-4b12-8ea1-2c582d6aa236 req-53421f83-207f-45db-859b-1654ac6d4725 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0524943
Apr 19 04:00:11.454919 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-08dcc3b4-9eec-4645-a2e0-f10234b3fd82 req-ae3c0170-ec19-47e2-8291-d56253e4ac54 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483074
Apr 19 04:00:12.617170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3aa56118-c52f-45e0-9ec8-7f28c90cfb54 req-0f4b880f-c2f9-48da-af88-6e9327fc9fa3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492046
Apr 19 04:00:13.782132 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aad78a88-5a6c-423d-80bb-c8b5fac4faff req-da4515c5-b16e-4740-8b8a-5725acd61783 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0531662
Apr 19 04:00:14.943982 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-af5d7746-f66c-444e-9185-c58a2094e033 req-1323e86c-5dca-4dd8-8c4a-543a83887470 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492575
Apr 19 04:00:16.107408 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e77000b3-8ca0-4663-a64a-6b214507f4ea req-210b599f-243b-44e3-bae0-e75d35507282 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485919
Apr 19 04:00:17.273561 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6762905c-9608-4b41-9fd9-bfffae19837e req-631f68b0-98ba-4b12-920b-d610d7f74a57 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0514145
Apr 19 04:00:18.435504 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82f39788-2ed7-45d6-b68e-cce9933d0681 req-5f99397d-02fd-4f9f-b1a1-ae4892384d56 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0488012
Apr 19 04:00:18.882597 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:00:18.888215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-30b441b5-193b-434c-973e-c091bcb9b9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:19.597552 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-71f3e1b7-30a0-4c35-8225-cca888c09e49 req-e43d5401-e12a-4c3f-99c6-c183af88812d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0496118
Apr 19 04:00:20.764285 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bba40d1b-e3cd-4ed4-8857-76a6b306d79e req-7cfc1185-120c-4023-be75-b3aca65567ef tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0521424
Apr 19 04:00:21.409509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1b65413f-5c88-40cc-8fde-d808d174ff5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:21.926729 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-66c2f820-ab71-41fd-a1e2-3b30850754bb req-13e556ec-00ee-4ddd-adce-68745d8d0dff tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493116
Apr 19 04:00:21.962936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:22.419745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:22.511038 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:23.092154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f7491dd-b86e-4b4d-8105-3f0765c83456 req-26635d29-95f4-4a4c-b565-0b0498c04570 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0486345
Apr 19 04:00:23.391094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:24.261160 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3e77cd29-8097-4103-a892-d896d58d8fec req-29e8523e-82ba-4947-af39-e808e44a50e7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0527768
Apr 19 04:00:25.426053 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-10659043-3350-440e-91ff-11cd665654e7 req-cb636021-b138-442b-bf38-1a127062a989 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490158
Apr 19 04:00:26.586644 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e94d9c55-86b1-4af0-8959-e8045af23156 req-6827951e-5025-41cc-876a-cce163f9eb87 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485060
Apr 19 04:00:27.755452 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2d4a4f0c-b08f-4ae1-9dd2-6ad5108ab5e6 req-523b1cf5-70d2-41ed-b5b0-4db9a861a6ed tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0549130
Apr 19 04:00:28.918699 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c34c70fb-8648-4740-8ed0-a325e54add44 req-8138b67d-680f-4a24-8042-e522a6489020 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492051
Apr 19 04:00:30.083460 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2d5d9251-a8f2-4dea-b70c-b9c6c4a3c6bf req-a562ff74-4db8-4802-9e2e-3098a56b2f10 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484691
Apr 19 04:00:31.250648 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-554f310c-4366-45f9-8bf0-979215906b20 req-96f2bb6d-d939-4811-8cbd-4acfdd928224 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0523422
Apr 19 04:00:32.411565 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-263d33cf-4c9a-4245-a2d6-7d39ac30fcb8 req-008797f9-7004-4a8c-9b58-2ce84158863a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485489
Apr 19 04:00:33.573549 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b711d933-5e3b-46c7-bfbd-f7ac561a47de req-db551e46-7333-4def-b3c6-fc8eebcf12b3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489008
Apr 19 04:00:34.741208 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cb71998e-fe15-499d-8f5f-d7d69ad9f2da req-37e26fb1-517f-4b7e-9825-f9261a9842a9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0556233
Apr 19 04:00:35.903825 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ac54bb0e-aaaa-4fdd-8162-a6b55c79bcc8 req-3137dbcd-d7e7-44dc-8971-b10cfabe2eab tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489733
Apr 19 04:00:37.067978 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c88e0470-b04f-4e8b-9086-3df1a209abea req-fea16ee6-7c60-4871-9d60-4b52a5306b7e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483327
Apr 19 04:00:38.236680 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-24e90527-c0b0-4fd5-bca6-80088e788b58 req-6f292f50-5746-4cff-93c9-0268a32a5007 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0528095
Apr 19 04:00:39.399980 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a1d66602-fe42-4890-87a1-3156f48d5d3f req-1e27b09d-e3fe-4798-8fc4-7e09d95c6737 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490954
Apr 19 04:00:40.565498 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cf549a3f-113a-4e3b-9817-a4453d680d1c req-3a9b0da7-dc2f-4be6-a6cb-f2fdb66b649a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487745
Apr 19 04:00:41.732719 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-98c4010d-c198-4601-a6d9-a229687372d3 req-c3cf0126-7256-47f7-a60c-0aa17b297f56 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0529642
Apr 19 04:00:42.896303 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e1b65886-c756-411f-bd9c-0cc8942db983 req-e6d847bb-0be6-4b66-87ae-edcc13c7d41e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0498679
Apr 19 04:00:44.061045 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0c9f496f-f0d5-47c4-8845-bc0eb6de9efd req-7aaed69c-0668-4419-83c8-0b10ae4e47fc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485976
Apr 19 04:00:45.227353 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d545a273-4dbe-4eba-862e-e5e4c137caca req-150c57ac-c9ad-4d54-a37e-7ff7a3c90a08 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0521624
Apr 19 04:00:46.388721 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4b13c408-5d64-4a15-9677-290aeb0e881f req-f9870188-ea79-4e7e-9ca0-03ca5b56a268 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484929
Apr 19 04:00:47.549729 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7142210e-790e-484b-b92b-772fb2ad4ce9 req-a761ed7f-c21b-426e-b5f7-310693f54d85 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0495412
Apr 19 04:00:48.715608 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ed3fbea-70d4-4e2b-8c3b-944dc0369058 req-4f38deda-b31c-49cc-86c7-aecb476fd42d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0511172
Apr 19 04:00:48.906408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5322cd91-061c-4411-92fb-45c0225e4cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:49.876619 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dddd5913-6c1c-4dfe-a23c-35481c04da8d req-0cb3e721-b81b-4412-a932-67366e64384a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483410
Apr 19 04:00:51.040948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f8941ffa-3db7-486a-ac52-9475b61cc27c req-9f3f093e-a118-410b-aa8f-a061523508a4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492988
Apr 19 04:00:51.426052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-89a265b3-c916-410e-8035-4ae33af13185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:51.973403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:52.206370 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-77c740e9-3cc5-4d9c-8caa-140c51af31ba req-5b3b816e-b616-45ac-9ad5-c5d7ebdab875 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0513380
Apr 19 04:00:52.432215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:52.500402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:53.368180 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a2e6372-ab6e-4755-abac-1d5a5021e2a7 req-71156030-3c87-4404-8aa8-3bd0401aea31 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493560
Apr 19 04:00:53.375193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:00:54.531209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-99af5609-cd05-4ffa-9175-333c01cc927b req-b0d7beaa-1315-4370-9857-ed6c45e5f698 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0495417
Apr 19 04:00:55.695185 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-eaee8e5c-9c82-4f7a-a083-8d6ff40e5800 req-58819389-c79c-4e81-86d1-904c37d41713 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0515046
Apr 19 04:00:55.886002 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:00:56.855755 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2a8a44af-256f-4eac-a391-3207b514fdd8 req-8d1657fa-71ab-4b38-a6a3-c1ea5c98a108 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485530
Apr 19 04:00:58.022442 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dbd5f13a-1e53-4090-9ae1-69cbc31b8ca8 req-5c3fe10e-e023-4aca-8052-16e188f882d5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0502436
Apr 19 04:00:59.187935 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1cfb55f1-1b28-4120-bc2c-316af1c8ce7f req-ad90a147-174e-4193-a273-39e2affd7164 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0524213
Apr 19 04:01:00.350500 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0fcce592-9ab9-4e87-becc-cdef6197cbb3 req-43b05f49-ce04-4d2c-9363-20729c10fc68 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484979
Apr 19 04:01:01.511948 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-952605b3-23df-4bac-857e-458c1a9435fc req-44104720-812e-4f29-bd27-ddca8d8f53a2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0494967
Apr 19 04:01:02.678690 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-10424f76-087e-4351-afc5-dc936f71b808 req-49303e4e-8838-4451-8105-54a8146e2f44 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0519354
Apr 19 04:01:03.841784 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f8e3c77c-9314-45fc-acb9-bf06fd286e49 req-0d66f218-973f-4f5f-9889-6163ff32d441 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0494888
Apr 19 04:01:05.007315 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-da85bf27-d2f3-4df6-a84c-7677a9949ddc req-362806d2-1e45-4930-b8d0-30efb7402ce1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492301
Apr 19 04:01:06.173545 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7dcbeb1e-1350-401a-933e-3e9eb3c96a08 req-87cfa334-4375-459e-a082-be73d139ef3e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0520880
Apr 19 04:01:07.334656 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-198305a7-b892-472c-a9c7-427d1d94fa38 req-976f2632-711f-45f8-8e38-feaea4cb209c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490351
Apr 19 04:01:08.495324 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8ba17794-f800-4dc3-a479-0301c99bfa23 req-66f014f2-b71e-4bc9-abfa-6813ee8ae88f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0486565
Apr 19 04:01:09.673258 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-82e7a3cf-7c78-4bc0-bfae-f1646a154fc1 req-5c663b72-7094-4659-b017-5fe49c1e5562 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0524373
Apr 19 04:01:10.833790 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4753a822-f25d-4fcd-bbc9-40937b078f31 req-f24d3b47-a4d1-4372-b3ec-0fd65c29103e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483561
Apr 19 04:01:11.997964 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c6535cd-b05d-46b0-9568-51aaed97cf14 req-528944a1-adfe-49fe-bc5d-34d7b301cd86 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0488720
Apr 19 04:01:13.164331 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5c9e34f2-ac75-4370-ad63-b53ddb909050 req-3a2e8429-6623-43c6-b2a4-b9a2e0b6452a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0518913
Apr 19 04:01:14.324167 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-209a1e5d-040e-4027-be97-aa5194e9ad93 req-79eefa0e-7b54-4df9-a798-17efe06e2400 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0481820
Apr 19 04:01:15.484719 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-44598b55-1e67-4d79-bacb-c5f9bb961e40 req-0385fb48-5410-4dbf-9680-70cbb288d61f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0482540
Apr 19 04:01:16.649633 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7183480-1bc7-499a-bccc-c5de57b07215 req-5a9bb481-2d76-4ebb-9acb-8f969c0fda74 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0516222
Apr 19 04:01:17.811417 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4cba3f79-c9ed-4a9f-bdd2-215ec7f3fad9 req-3d900c0c-a5db-4619-ac0b-a33bb8151bfa tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493069
Apr 19 04:01:18.877305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-73e0f169-4be0-4bc8-b8e1-755bf34f3976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:18.975768 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-75b9da06-d120-4f23-914d-a78cd4f035b7 req-eb6ce828-a795-43f3-a7ae-db6b2ed101a2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0486088
Apr 19 04:01:20.142968 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5cb590e3-ba58-469f-b851-8ca4313f9129 req-35420613-8850-4273-8764-bb5520846eeb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0525501
Apr 19 04:01:21.304952 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e7339e5-bf17-4d4d-a155-c244aeacd9b4 req-ef2e9513-18dd-45b6-932b-79886a87245b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487740
Apr 19 04:01:21.424480 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fd179401-d132-49f4-8e15-a915593a4e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:21.967785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:22.447635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:22.474553 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a5482eab-ed73-479e-96e7-9d10eeb93f92 req-514484c7-7b2d-48fd-91bd-99a3fcf76774 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0543582
Apr 19 04:01:22.510228 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:23.391292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:23.647168 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7734bbbb-c21c-4bbb-96f0-37067580e21d req-ce0b1c6c-d6ab-4a4a-b542-ed5083938f6a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0519810
Apr 19 04:01:24.807244 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f5d7a2c6-d7f0-404f-bf95-ccaf9d9d6577 req-208b5bee-bb90-490c-b77d-8da9ca2a19c8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490122
Apr 19 04:01:25.971853 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cd1ad1f7-b73d-48d2-a2af-6d5e8c96ebfa req-df245fee-bef7-4278-a803-14df0724f49a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0486197
Apr 19 04:01:27.152300 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6dcf6e66-5d5f-498e-80c2-33820e1a9942 req-749b73b8-2376-4599-9f93-43f6803b95cc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0518486
Apr 19 04:01:28.313759 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fc4cc1e6-fc21-4b1e-b7ae-42783ead4c8c req-6905abfb-3ee3-4cb4-9f55-8bed15122480 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0488811
Apr 19 04:01:29.476426 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-58c7c81a-d592-496e-a0c0-c454339a2eea req-ef8deeb8-f175-46a4-9919-ac3cc4b12e09 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0504093
Apr 19 04:01:30.643102 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a4c8f569-00c6-4ef6-bd03-533eeaafb042 req-20863427-c543-40bf-8da4-013cd9124e5c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0521281
Apr 19 04:01:31.803865 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-700ff1c2-931b-42df-9994-92fe3c65d267 req-7dacd446-8902-4129-960c-4b0fb9737ea3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492566
Apr 19 04:01:32.885585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:01:32.966253 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e96207d1-e79b-4fda-ba4c-ca4711a19eda req-13c66862-4ed1-45a1-80f4-1732ddd9f66f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484810
Apr 19 04:01:34.273154 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-84fce684-4469-4cae-93ec-b713c69c3f11 req-d6a2e27e-e37d-4ff2-8336-097225155b2b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0520847
Apr 19 04:01:35.434163 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-361f035d-7f6b-46b3-b72b-f94d09f92756 req-fd3012af-e956-422c-b78f-e1c652b2143d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0488305
Apr 19 04:01:36.596230 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-36c68865-d9a1-4444-8d8d-8adc7169304d req-508d8ba8-95b0-47d8-8b33-45e4dac65dcc tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0508571
Apr 19 04:01:37.762139 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cac97314-6927-4b4e-a547-31914ba36de5 req-a260f70e-7382-4108-9aa0-fc51e306efc3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0530684
Apr 19 04:01:38.930810 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f7ad0c7-f4cc-426e-a7c3-2292932d6d20 req-209d94ef-a767-4cd0-be8d-6839e844d74f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0543959
Apr 19 04:01:40.096264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c6287887-2b93-40a2-8492-1b6b1d4d1c41 req-6e85c40b-cea1-42ac-acfc-b3e42161bb48 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489933
Apr 19 04:01:41.263248 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-405b19fd-fcef-4f94-90e2-6237996931ee req-d0d96712-433c-4c83-a301-2faa11807c64 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0525672
Apr 19 04:01:42.423920 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-86eb9e3d-341b-4ca7-ace7-dadb0153ca77 req-c6f62153-c424-437c-8844-92489db77214 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0475056
Apr 19 04:01:43.584810 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a7a797b-fcb0-4ecf-8fcc-29114160585a req-a1a6124d-7fe8-415b-8db2-5fd7ed423398 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489407
Apr 19 04:01:44.754576 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2556d87d-3530-4ddd-85af-6c24971bd3d3 req-a3e6b86c-ed53-4cfe-8b2e-66cac71c69bb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0543559
Apr 19 04:01:45.915602 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bac52263-be04-4b62-bc35-ca9c324a3e55 req-851a516d-8307-40c9-bb57-2aed5dd19f05 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484951
Apr 19 04:01:47.079605 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-247b50cc-c6af-4a81-a40b-4de929ba8e18 req-df693077-8cf4-41ff-b6ef-9f2036b28ca2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493629
Apr 19 04:01:48.244577 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7878704a-8486-47d0-b13a-338d65077cc1 req-3bd3b048-905c-4f7b-9f3b-aaf10cef932e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0515697
Apr 19 04:01:48.882454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-37eafc47-abdc-445e-9166-8291449c04c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:49.407240 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f2431c3e-db42-4162-bde7-7778acb97da8 req-34dca3c2-1257-4744-a038-1be0b9ba5f9a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490880
Apr 19 04:01:50.567914 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-dd9dafaa-8d6a-4d7c-a6a8-2807115c1117 req-f57bf1cf-cc50-4a15-803d-7e1d67974fc5 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0496545
Apr 19 04:01:51.407843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-940a20fb-8aea-45d0-b9d4-86087441a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:51.961697 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2f47c8ca-658d-4e11-b045-b998c1170d6b req-2d02863c-58ca-4a7e-9419-f3508220dcb7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.2815948
Apr 19 04:01:51.979523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:52.436347 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:52.504951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:53.127462 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d2fa6687-ed74-40b6-8538-3914a7e3a04b req-b8e45c3c-f64e-452f-9246-bbc2dbd54f3a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0499213
Apr 19 04:01:53.396435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:01:54.291710 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-21ab3122-3695-466f-9dc8-94f439b26ef9 req-2f773dda-ae3c-4cbb-b898-7293bef8d4f8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0488548
Apr 19 04:01:55.459510 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e380d757-f0ac-459b-969c-3c4a5dcf78d6 req-b8f48c41-73a5-4344-be89-a72a805a4d49 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0512092
Apr 19 04:01:56.620256 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fcfe185f-3845-4770-9703-58f1e3a15406 req-6a917cb1-7fc1-4c55-a1e2-8b2a65e4fce2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483251
Apr 19 04:01:57.781191 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d5ac1e13-c00c-4fa8-8328-cb435d449627 req-92ec78b6-1fcc-4e24-8bb2-243b47939901 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493691
Apr 19 04:01:58.943659 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3a1e9724-eb28-4419-9c86-7410939aead8 req-2efd99d3-a180-494b-93e9-73d60256eb32 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0497880
Apr 19 04:02:00.104337 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-f899f033-3b22-4f2e-a10b-21b25d6b56b4 req-f639f6ea-d81c-4441-935d-76f93f2a84c4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485153
Apr 19 04:02:01.266055 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4a491f3f-8b04-4a60-b01c-4f8bafcfe723 req-3bdb2f8b-9f17-4d0a-a25a-c460ff1b1149 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0475881
Apr 19 04:02:02.434957 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-93db0aea-b14d-4140-9e4e-6fe43a2e16c0 req-ab161607-fcb0-4d3b-aa9b-95063cc36f2d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0523930
Apr 19 04:02:03.594812 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-aca1cead-61fb-4fe2-843b-437d58c9dcd6 req-4d5dbd91-79d9-4baf-a00b-de349d6e2b40 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487704
Apr 19 04:02:04.757451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0cf574e6-1b37-417d-86c3-ae073c9e84c7 req-22cd9aec-dccf-400a-bbd4-46407ed754f7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0494974
Apr 19 04:02:05.920267 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-12fde1c6-9709-48b5-b51c-f928c7c7879d req-ec6efd39-121b-4510-87a3-c8910d65c21d tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0507791
Apr 19 04:02:07.081701 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2da1c9b5-7c11-4ddc-84ad-2df29488394f req-5604e07c-9271-44db-aaa7-144e62372267 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0479572
Apr 19 04:02:08.244314 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c78ec1c8-bfda-433c-9c6e-95c4e0f0dd29 req-9a1ad11c-f4d0-4f4a-a39f-906dba9026e2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0478387
Apr 19 04:02:09.410961 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7c685286-e564-4603-b80c-3a7613d95d48 req-4c48c20a-4595-4d4b-8384-b607795efdb0 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0518382
Apr 19 04:02:09.884744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:02:10.573410 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cdbe4729-d871-4102-bf1a-8c4d75790d83 req-a979e233-15c5-489c-8c04-c6b175dd7b9c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483620
Apr 19 04:02:11.736660 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7577d1f1-8c1d-400e-b280-4b8c7454d18b req-2206fdeb-a1fa-466e-818f-084e973b894b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489469
Apr 19 04:02:12.901079 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19d60d2f-a24b-425c-b1b9-7901e63233da req-8b32d1e7-fb30-4a9d-bc84-fa15ef1f8e11 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0522978
Apr 19 04:02:14.066069 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-38b8ec95-b658-4059-8386-56da81d52352 req-f5e77b40-a5df-4daa-a762-2e8d9ef22db3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0482225
Apr 19 04:02:15.228800 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9dad9642-1473-43e1-852a-bf7616cfae86 req-9636777d-3c0f-4dfe-9732-9669bb10f4ae tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484431
Apr 19 04:02:16.396380 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5e67b7fa-c9e0-440e-9c07-214646c0f0b9 req-e28f345e-ab74-4f55-bb07-c3aa039c2c92 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0517490
Apr 19 04:02:17.557648 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-910633d9-f534-4ac0-989c-330515db56b1 req-be178271-ee5f-42cb-81d6-6e729202e8d8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0482209
Apr 19 04:02:18.721738 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-cc3a5280-ddc6-4a89-8716-12fa240fcbc8 req-a11159f1-e86c-4790-8a4c-5aee22401cd1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493681
Apr 19 04:02:18.887583 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38496d36-a8f1-42c6-a3ea-bfc57c3b5c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:19.883955 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ac30a5e-56da-49b5-aea4-78755b7d2b38 req-b50b6d8a-301f-4f1e-ba0b-a7df50bdd1b3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0513892
Apr 19 04:02:21.044181 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9a42bb2e-7968-469e-a167-b5ddfaba3eb3 req-a4bbadc6-5b99-4817-bc04-284d15be6cdf tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0498090
Apr 19 04:02:21.418863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-457475c4-5d77-48a4-9260-f2606ec66dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:21.978281 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:22.207372 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fd19ddca-1902-477f-a2e6-b999457cadef req-483286aa-3c1d-4f74-9ad0-f610a6054fdb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0480635
Apr 19 04:02:22.429928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:22.509667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:23.374010 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b7f39a34-e2c8-439c-90bb-4aafccb998a6 req-046ddf80-462e-4082-9e0e-298514d2016f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0534585
Apr 19 04:02:23.395737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:24.535615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0a6f4479-0965-4c6a-9bf1-8b3d925703ee req-d93ed330-74ed-4568-a0d7-af009a80ccd6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489991
Apr 19 04:02:25.698295 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1c4b8199-d3ba-4d92-8035-84f4ff55539e req-aae718e0-634d-4416-8887-5cc3ed762c17 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484834
Apr 19 04:02:26.861926 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1eaab4fb-f089-4d88-bf1f-c201488a458a req-ceae92e3-a213-441a-a3ee-e9d40c96dbc2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0512247
Apr 19 04:02:28.024134 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-592110b0-d7cf-41b4-9711-36f710041ce8 req-de1d0870-27df-4be9-b8e1-1e897b1f89f1 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0491099
Apr 19 04:02:29.187352 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-0f84b479-41dc-444b-84a7-0cb8f102e297 req-dac3e89a-ec10-450b-8122-8aba5e015eeb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484114
Apr 19 04:02:30.357213 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1048237d-b976-447e-9ab3-68b378425de9 req-689f5cfb-e437-403d-9151-a8f1344118c4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0531712
Apr 19 04:02:31.519581 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bd4f6b0c-6c38-44b7-bcaf-1d58fb6b1a48 req-f2bdc29e-383c-4543-a953-cbfe0e8728e3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0481861
Apr 19 04:02:32.681319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-49a02e7a-a023-4d71-89a1-7bb711e78bca req-2b97afc5-dead-4526-8dd2-a15f0ce2bc2e tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490806
Apr 19 04:02:33.843457 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-863e2407-6828-43e0-a379-8ef09225cad2 req-2fc03ead-a575-4cc2-b187-11bcc0b013ee tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0511656
Apr 19 04:02:35.003734 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c542072c-4716-4055-8f87-0b021fe507e2 req-ca5a037d-68ab-4cf3-ad4f-0f6c96309eca tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493081
Apr 19 04:02:36.169121 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1cd6c649-1b10-464e-b12c-df10dcfa9edb req-edb0cb08-f786-4358-b967-7419cf0aef21 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493102
Apr 19 04:02:37.335824 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5175801d-1369-4179-aeaa-9f9e61196a07 req-bc4b124b-563d-4ad9-920e-00fe78b52c31 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0523622
Apr 19 04:02:38.496597 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1b5d1031-910a-48fd-b679-b04bcc9d0d74 req-3717ea56-32d1-47dc-ab77-4dfa49852fe0 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0486569
Apr 19 04:02:39.658264 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6b3eb89f-325a-4b2a-946b-be703cdede37 req-e442ab5c-b299-46e1-b04a-6364e1071c51 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487521
Apr 19 04:02:40.820792 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1dc78fdc-df17-49be-963d-953a161abe89 req-8a9d24bb-8fcb-4db0-b8a8-97f3e8ac01f0 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0505881
Apr 19 04:02:41.982107 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fefe65bd-cb4f-45f1-b428-da2576af7614 req-1e22f97d-c398-4851-8318-9642412cd0b9 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0478470
Apr 19 04:02:43.146876 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-52f716ba-f170-4cde-9e89-00704b4f66c5 req-300d3019-1605-4191-9470-f4a6b578336c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0495327
Apr 19 04:02:44.315179 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb19f4fc-fdd6-4394-9b00-1bbef5f36f01 req-c9b48102-8399-4caa-a392-990d0f049e38 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0525937
Apr 19 04:02:45.475878 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-22f41fd2-be66-4033-9ea2-e2a214b723e0 req-7a12f3b4-4798-4031-82c9-ab150b78fa4c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483487
Apr 19 04:02:46.638487 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-50bc0278-769b-4d4b-bed9-daf419060d57 req-4e8682ab-292a-48b1-b85d-5bf0c08c2a70 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0500157
Apr 19 04:02:46.883891 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:02:47.803615 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ce4d1255-3705-4335-8baf-cd96d7187802 req-af358fb9-df95-408b-ab75-0ff5bad39b66 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0520372
Apr 19 04:02:48.894142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6770969b-acdf-44a9-9c2a-6e4dc34170eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:48.970064 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b1fa6a13-bef8-4c57-899f-90c487c95d1c req-33895b00-f111-4f79-9a9a-fc2c4d4ff1c7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0500119
Apr 19 04:02:50.268448 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d8736138-055c-416a-bb38-d359ec408ed1 req-764a3c79-7148-4f8b-a5e5-f10b88270d2b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493512
Apr 19 04:02:51.424620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c009b476-31cb-4d52-8d16-5182cec4be84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:51.436931 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-755af9f6-d82b-449f-9cc4-90ea6aee5a05 req-08046738-6a0d-4a9c-8873-94e337348fc8 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0529795
Apr 19 04:02:51.961115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:52.458233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:52.509710 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:52.597548 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-35e95c6a-39e0-4165-95ad-ea8ce024c26a req-bc251377-5b47-44f8-af52-88ce523fcfa3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483317
Apr 19 04:02:53.390118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:02:53.760117 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-00919f2c-e252-4700-9147-1b4ffa8863f7 req-76fb12da-0020-4016-b1af-1841c9ef32df tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0493643
Apr 19 04:02:54.924333 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-45a3e2f6-242d-4859-807c-fb10d7d3dbdf req-3cd670cc-1010-4355-b5e3-bea590122f52 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0512774
Apr 19 04:02:56.084936 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-486ea843-926e-4679-b335-c94301b39148 req-8534a640-414e-4dd5-a58b-3dc711881946 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485070
Apr 19 04:02:57.247210 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-06d0fc7e-db4b-4d0b-87ab-c123919a52a1 req-59a6a628-7baf-4e90-8fae-8ba964354ddb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492845
Apr 19 04:02:58.413824 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-8e2f5167-7766-47a0-b94a-6e69980531cb req-c9cf0394-7527-4d8b-8a28-66b4f5c5631a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0512450
Apr 19 04:02:59.575170 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-329f1ae6-b7c6-4f0c-aa98-7913005016da req-4eb026bc-014d-483d-97aa-7f25685e9850 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0489559
Apr 19 04:03:00.735131 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6845474f-de4d-48b5-9d42-a98aa6e5915e req-0b7cff97-ca01-4868-98dc-a2f00beb93f3 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487626
Apr 19 04:03:01.900173 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-d0d80bce-9f72-41b5-b9db-5a6c9134713b req-b1ef977c-8263-4fcd-a8a9-9c7f1c48ac93 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0518525
Apr 19 04:03:03.060617 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4b9f220a-3b1b-4d71-83ae-681b0873da85 req-3eaf87fb-61bf-49ed-b058-fc231120c8ca tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483317
Apr 19 04:03:04.219942 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7d203c05-a0bd-4f35-a888-4c8576afd33e req-421e5cdf-e88c-4ded-9807-2ef77fc47dce tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0477610
Apr 19 04:03:05.623714 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9ceaedc0-c92a-46f8-bc24-4842c86bb4ba req-fc652a90-c192-40a6-bd1c-c914b4fa2a9c tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.2870340
Apr 19 04:03:06.783376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b3cc2194-3b61-4d56-a8c8-a784ca7d5dec req-15825958-47fc-495c-8d23-53254f227b25 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484562
Apr 19 04:03:08.033065 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-94bc7679-82b6-4adf-a6f8-94f7c1244f10 req-d6c7693d-c06f-427d-aab1-4f8ce86b6e0b tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.1373172
Apr 19 04:03:09.245744 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7e54095e-fb81-478b-bc2f-ccbaec6b9189 req-6a3aac96-3518-4097-9002-285029a8f579 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0985534
Apr 19 04:03:10.407463 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ff091ab9-fe76-4046-9b11-c34a728f9735 req-38660166-0414-497c-ba9a-ff2ec9d6b0e6 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0479701
Apr 19 04:03:11.567527 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6f82cced-e2f9-49ac-8958-3e879b8b273a req-3f1a3710-5ec8-46e3-8956-d826f81eb5f7 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487578
Apr 19 04:03:12.733311 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e7b9cafb-c051-41ac-b353-0add6cf7b242 req-60583110-24fa-46f6-b8c9-bc3eee6562ba tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0509346
Apr 19 04:03:13.893718 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fb7653a1-fdc2-4701-a717-9ed82abb3de8 req-b7d3a654-e9a6-4996-9728-cb8ef7c25bc2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0487328
Apr 19 04:03:15.053798 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3c5f8699-7990-41c9-b7d0-e0f88ca9c70b req-84ad412b-a214-4d0d-8281-a1c2c5d81f73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0480793
Apr 19 04:03:16.219966 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b792b63c-6363-45a4-8ebe-0b3f11c59b43 req-eff512c5-7dfa-41c6-8c5c-8e89f64b0f77 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0507162
Apr 19 04:03:17.382345 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-353e5d2d-3a73-4249-ae41-591a6f5c4f51 req-79dd2643-ba21-4068-848e-c628be2389e2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0511439
Apr 19 04:03:18.544438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2376843b-7932-4897-832e-0a9e551ecaed req-9dcc741a-7951-4c16-a357-3ff7f6ab3a1a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0494974
Apr 19 04:03:18.721735 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 42816) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:18.892614 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac46f-9f18-4abe-a55e-5a64f1f4a7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:19.388422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:19.714319 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5c369cfc-7a5b-40cd-96a4-b9ae1b750002 req-18ad5e11-bf8f-4ea3-b34b-a320c48ac461 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0527301
Apr 19 04:03:19.757468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Deleting port 257be8fb-012d-4501-8bd2-f7399457d31a {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:03:19.757468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:19.928176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] For port 257be8fb-012d-4501-8bd2-f7399457d31a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=257be8fb-012d-4501-8bd2-f7399457d31a,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:03:19.928494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:20.054790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Calling delete_port for 257be8fb-012d-4501-8bd2-f7399457d31a owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:03:20.394894 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:20.399727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8e67ecd5-04ae-4d61-bbd1-2358ad0a2cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:20.491243 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=257be8fb-012d-4501-8bd2-f7399457d31a,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:20.524771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.525250 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.525674 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.526093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.526505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.526925 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.527360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.527772 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.528186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.528594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.529005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.529406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:20.533191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:20.995339 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-959c8d64-b571-4ebd-a13f-5d7927bd7e6b req-17ee2e71-9b13-48a3-884a-462c1cd1e851 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0567091
Apr 19 04:03:21.024422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:21.406540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 04:03:21.423610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d354905b-fb22-4685-a6b9-0423eeea7a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:21.595848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 04:03:21.605319 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] Sync routers for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 04:03:21.609544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2fd0bb10-1a96-48fb-9900-0b1dd9b778c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/d09568dc-a4e7-403c-b98e-5a63fce3d2e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8866677
Apr 19 04:03:21.612371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 42830) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:21.615516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 04:03:21.616184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d848f60>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T04:03:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:21.800802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks [] for router, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:21.992826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: dv-cinder-786054-3-iscsi {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 04:03:22.000443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.040097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.042733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Deleting port 11cdcf9d-9453-4574-a5a5-4b454065ef45 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:03:22.043714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.162104 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6a22cf9a-701c-43de-b3c4-11b2f6fe2c58 req-09a5eb5f-0c31-43bd-8fee-a129372ad5ef tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0492127
Apr 19 04:03:22.236055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] For port 11cdcf9d-9453-4574-a5a5-4b454065ef45, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=11cdcf9d-9453-4574-a5a5-4b454065ef45,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:03:22.236454 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.297829 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d848f60>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T04:03:20Z', 'revision_number': 5, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port': {'id': '11cdcf9d-9453-4574-a5a5-4b454065ef45', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:43Z', 'updated_at': '2021-04-19T03:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:22.301873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] Checking router: d09568dc-a4e7-403c-b98e-5a63fce3d2e7 for host: dv-cinder-786054-3-iscsi {{(pid=86432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 04:03:22.311348 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] Routers {'d09568dc-a4e7-403c-b98e-5a63fce3d2e7'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 04:03:22.312012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945d848f60>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T04:03:21Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'], 'active': True} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:22.371969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Calling delete_port for 11cdcf9d-9453-4574-a5a5-4b454065ef45 owned by network:router_gateway {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:03:22.492493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] Set router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 gateway port host: None {{(pid=86432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 04:03:22.538964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.609637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945d848f60>, [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T04:03:22Z', 'revision_number': 6, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:22.617265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a36e1-4066-412c-b9ab-220794827690 None None] The sync data for ids ['d09568dc-a4e7-403c-b98e-5a63fce3d2e7'] in dv-cinder-786054-3-iscsi is: [{'id': 'd09568dc-a4e7-403c-b98e-5a63fce3d2e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1597650502-router', 'tenant_id': 'a1596875092a4918b57b2ca36f54fbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:41Z', 'updated_at': '2021-04-19T04:03:22Z', 'revision_number': 6, 'project_id': 'a1596875092a4918b57b2ca36f54fbd0', 'gw_port_host': None}] {{(pid=86432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 04:03:22.635679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.664421 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:22.670280 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-67e3bd79-e1c5-405d-8733-3fd1ac980dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:22.717496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=11cdcf9d-9453-4574-a5a5-4b454065ef45,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:22.720924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:22.816333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.002938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.005315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.086791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 11cdcf9d-9453-4574-a5a5-4b454065ef45 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:03:23.126305 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 11cdcf9d-9453-4574-a5a5-4b454065ef45 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:03:23.126697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 11cdcf9d-9453-4574-a5a5-4b454065ef45 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:03:23.127246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 257be8fb-012d-4501-8bd2-f7399457d31a no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:03:23.132802 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.133503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d09568dc-a4e7-403c-b98e-5a63fce3d2e7 {{(pid=86431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 04:03:23.148257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.153394 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 42842) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:23.159202 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] 10.222.0.25 "DELETE /v2.0/routers/d09568dc-a4e7-403c-b98e-5a63fce3d2e7 HTTP/1.1" status: 204  len: 168 time: 1.5364628
Apr 19 04:03:23.167777 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 257be8fb-012d-4501-8bd2-f7399457d31a {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:03:23.168173 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 257be8fb-012d-4501-8bd2-f7399457d31a not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:03:23.225256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Deleting subnet cb31c1dc-d24e-4c74-918f-944ed405ba6c {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 04:03:23.228739 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.287384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.387799 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7089b383-b5c5-48a0-bab3-7ed2ee557ef8 req-73eb8bce-32b5-4589-bca3-d92d4c17ca78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0506871
Apr 19 04:03:23.433117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.458277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.795910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.801143 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b84ea08b-b000-4484-baf4-789f77dccb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:23.839197 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb31c1dc-d24e-4c74-918f-944ed405ba6c,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:23.841831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.845353 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b5c07-1372-4d1e-8d76-c2bc6031b374 None None] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 04:03:23.851853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.852279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.852691 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.853586 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.853989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.854391 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.854790 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.855208 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.855610 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.856004 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.856399 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.856792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:03:23.859898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:23.863209 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c6d6cfe1-989a-4f28-87e8-2e647c6e12ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb31c1dc-d24e-4c74-918f-944ed405ba6c HTTP/1.1" status: 204  len: 168 time: 0.7069502
Apr 19 04:03:23.864258 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 42850) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:23.882919 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:03:23.981046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:23.991960 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Deleting port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:03:23.992325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.107135 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] DHCP port deletion for a9d39e32-f5f0-4d22-949b-73f3b0f4b690 request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 04:03:24.111383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Deleting port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:03:24.111803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.216114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] For port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:03:24.216529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.329475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] For port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,segment=NetworkSegment(b2941699-3aa8-426e-a16f-ac482028471d),segment_id=b2941699-3aa8-426e-a16f-ac482028471d)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:03:24.329876 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.350437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Calling delete_port for fa0e548d-4450-4f3a-beb6-9ad57b11ea5b owned by network:dhcp {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:03:24.460278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Calling delete_port for fa0e548d-4450-4f3a-beb6-9ad57b11ea5b owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:03:24.536493 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 04:03:24.536902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 04:03:24.589522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.599414 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:24.638784 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1d7cbcaf-3700-42db-b2cd-73aaeb93447f req-cafaaa67-648d-4cca-864d-2244cf3a92fb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0921109
Apr 19 04:03:24.648585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0e548d-4450-4f3a-beb6-9ad57b11ea5b,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:24.651175 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] No DVR routers for this DVR port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b on host dv-cinder-786054-3-iscsi {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 04:03:24.654972 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:24.777227 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.890108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9457d91eb8>,) {'filters': {'network_id': ['a9d39e32-f5f0-4d22-949b-73f3b0f4b690']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:24.903176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457d91eb8>, 'b2941699-3aa8-426e-a16f-ac482028471d') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:24.903531 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457d91eb8>, 'b2941699-3aa8-426e-a16f-ac482028471d') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:03:24.915265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.929813 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:24.936594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 04:03:25.037861 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Deleting port fa0e548d-4450-4f3a-beb6-9ad57b11ea5b {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:03:25.038406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.106626 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device fa0e548d-4450-4f3a-beb6-9ad57b11ea5b no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:03:25.116985 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 04:03:25.126650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.136962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-377c3914-b0db-4909-9a89-d483461221a2 None None] The port 'fa0e548d-4450-4f3a-beb6-9ad57b11ea5b' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 04:03:25.152117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: fa0e548d-4450-4f3a-beb6-9ad57b11ea5b {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:03:25.152506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device fa0e548d-4450-4f3a-beb6-9ad57b11ea5b not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:03:25.307098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Network a9d39e32-f5f0-4d22-949b-73f3b0f4b690 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 04:03:25.329584 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 04:03:25.441167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.445898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.449931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:25.474941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d39e32-f5f0-4d22-949b-73f3b0f4b690,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:25.477523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:25.504669 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4f9ee8fc-9ed0-423a-8920-f72bfaf6b5d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a9d39e32-f5f0-4d22-949b-73f3b0f4b690 HTTP/1.1" status: 204  len: 168 time: 1.6393464
Apr 19 04:03:25.730638 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 42864) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:25.782046 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6f1c6c8a-06d8-4d52-ba2a-1c1e6e17f731 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1596875092a4918b57b2ca36f54fbd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500321
Apr 19 04:03:25.784843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 42868) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:25.805930 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e497c48a-fd62-4a03-8e44-63185e958979 req-78a30f32-e1f4-46d1-8c3b-a0a97eff6c73 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0490599
Apr 19 04:03:25.847299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.874731 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.949660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.954553 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-93ed43cd-d88c-4d0e-8177-cc72fab7290a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:25.968530 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7af43de-5c42-43d2-8acc-d636a1ed38f7,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:25.972667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:25.975994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:25.977208 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7af43de-5c42-43d2-8acc-d636a1ed38f7 HTTP/1.1" status: 204  len: 168 time: 0.1913640
Apr 19 04:03:26.973818 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e8297004-8438-476a-b6fd-14441f072c43 req-9863f245-1486-41b6-b5db-b5dd4159f31f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0524578
Apr 19 04:03:28.143789 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b9fb51b9-bda0-4755-b454-187ca127109d req-2074c9eb-ad11-4bc9-b81b-140675e8e262 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0560331
Apr 19 04:03:29.305650 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-25574e6f-3587-409b-9aab-8a5cfebdae2e req-278fb723-d393-4955-912e-fcb98135c836 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0479064
Apr 19 04:03:30.468701 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-163a8ad5-d9c4-45b5-9be7-bbc050a2ba98 req-9a88cc99-af5c-4954-8dd3-b1ee4a3d53ee tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483258
Apr 19 04:03:31.630119 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-c3eec112-4b82-4e9b-8386-7140844f0984 req-3a7f6037-0494-4447-a514-fe3017c2c772 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0481784
Apr 19 04:03:32.792090 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9fae8ca9-c340-45f5-9a59-9114ef466b22 req-95bc1ae5-3274-4500-8b99-c2c744bbab06 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484803
Apr 19 04:03:33.957597 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-92299a1b-7aec-4a0b-aa96-bec26d78625a req-2866f4e4-9749-4586-9185-945b572e5b78 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0515761
Apr 19 04:03:35.125124 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3caac6bb-a6d7-430b-b798-95e556ce501c req-a2e4af0d-b602-41b2-9287-bc81dd767601 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0522020
Apr 19 04:03:36.289696 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-4458e78c-a2cf-4bd4-b228-6a096e5573f5 req-363a1de2-00fe-409f-bef9-c5a57d0ce4a2 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0498147
Apr 19 04:03:37.455320 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ae8ca988-0bac-44ab-818d-5e98b68491a9 req-774466a6-dc1a-4f0b-9b9a-c288540fbb1a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0481853
Apr 19 04:03:38.638869 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-fea567a8-ad5d-484f-bfa2-17b41bc5308d req-e70888a1-a97b-4674-a3d4-ddf345ec121a tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0480847
Apr 19 04:03:39.799235 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-3662adcd-3592-4836-bdbe-8723662c1653 req-dfdd7f1a-e8eb-4234-a1a1-d63cd59d08b4 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0485914
Apr 19 04:03:40.965135 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bb8bb539-364f-4b31-9431-ad04cd143ecf req-f0d1723a-f624-474c-b7cf-314a3cb6ee24 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0515530
Apr 19 04:03:42.126629 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-56f49d98-725f-41f3-b134-26136ba207ff req-c237932d-f52f-4bca-bf80-88876e65cc57 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0508451
Apr 19 04:03:43.286892 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-1ae43534-9816-4469-be46-b94ba06d4dba req-fe5c7463-85b3-4a0e-b21c-71ed7f583822 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0483377
Apr 19 04:03:44.450438 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-957745d7-fedd-41ba-a67e-f197a6adc7f0 req-672cda6a-c07a-4265-8b70-2b448c6e001f tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0484505
Apr 19 04:03:45.525955 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-090df160-08f9-4c1b-a16a-b90ff9cd02d3 req-bf30cbd9-e12a-4a72-aee2-a72b4b67dd0a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.1738052
Apr 19 04:03:45.630670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 43026) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:45.652110 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-090df160-08f9-4c1b-a16a-b90ff9cd02d3 req-b61369c3-72c2-4653-93f2-0b57bc4dd9f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2853b10cb882499b9bb1d15de040c189&device_id=0656c7c5-439a-47a8-ab73-8a5e4e007bbd HTTP/1.1" status: 200  len: 210 time: 0.0508623
Apr 19 04:03:45.698963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:45.728061 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:45.816522 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df160-08f9-4c1b-a16a-b90ff9cd02d3 req-07a128ea-8aaa-4453-bde3-35198c1fd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:03:45.818097 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-090df160-08f9-4c1b-a16a-b90ff9cd02d3 req-07a128ea-8aaa-4453-bde3-35198c1fd4eb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2853b10cb882499b9bb1d15de040c189&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1479254
Apr 19 04:03:45.903073 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:45.908479 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-159d9a56-e234-460e-9598-82fcfe576941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:45.925040 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959d575-82d6-451b-be91-b1d34512fdc3,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:45.927555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:45.958842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:45.960103 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "DELETE /v2.0/security-groups/c959d575-82d6-451b-be91-b1d34512fdc3 HTTP/1.1" status: 204  len: 168 time: 0.3283434
Apr 19 04:03:45.963600 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 43030) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:45.964540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df160-08f9-4c1b-a16a-b90ff9cd02d3 req-549b2c98-fbcc-42e6-b114-5756060010e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:03:45.966089 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-090df160-08f9-4c1b-a16a-b90ff9cd02d3 req-549b2c98-fbcc-42e6-b114-5756060010e4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1421788
Apr 19 04:03:45.982704 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.api.v2.resource [None req-4c1f62bb-4f9e-4c9d-a14b-23c9f3cc1beb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] show failed (client error): The resource could not be found.
Apr 19 04:03:45.983779 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4c1f62bb-4f9e-4c9d-a14b-23c9f3cc1beb tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "GET /v2.0/security-groups/c959d575-82d6-451b-be91-b1d34512fdc3 HTTP/1.1" status: 404  len: 347 time: 0.0191371
Apr 19 04:03:45.986773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 43034) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:03:46.154724 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Deleting port d80ed8fb-8a97-43a9-a813-c9257c7ca8a1 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:03:46.155080 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:46.582120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:46.582709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:46.710833 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Calling delete_port for d80ed8fb-8a97-43a9-a813-c9257c7ca8a1 owned by network:floatingip {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:03:46.920470 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:46.924970 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f3dd152c-caca-4ba2-83a8-b00cfb72d17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:03:46.970187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Pushing event deleted for resources: {'Port': ['ID=d80ed8fb-8a97-43a9-a813-c9257c7ca8a1,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:03:46.973108 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:03:47.067965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks [] for floatingip, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:47.103343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for floatingip, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:47.104618 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-62bd7458-23b0-47c0-9aa1-0445b24e9903 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] 10.222.0.25 "DELETE /v2.0/floatingips/653095b4-8c49-4c35-a031-1cf292dd64ca HTTP/1.1" status: 204  len: 168 time: 1.1168320
Apr 19 04:03:48.891899 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-def825f8-b9eb-482f-bd49-c4e3a397e174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:51.417541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-494c83c3-72dc-4568-b6b6-30f766e6412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:51.966327 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:52.478463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:52.509380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:03:53.406183 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:00.881962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:04:18.885842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f2b552f4-2fb8-431c-a1c2-ae548b047f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:21.411676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7364e510-a0cc-4935-99a4-76f1682c7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:21.982967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:22.462498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:22.514033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:23.411322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:37.881655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:04:48.885256 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9c30a53e-4c1a-4a02-b4c6-85881844361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:51.428299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e86d149d-b3d8-4cb5-8d45-77896b6568d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:51.976650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:52.468189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:52.513933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:04:53.422517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:14.881417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:05:18.884714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-397aab05-961f-41df-9e39-dde81f3dc222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:21.416428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-92fa1b1f-6a4c-4c61-93f6-f9d4c4998dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:21.982191 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:22.456340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:22.513655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:23.422101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:48.890410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-97c4487f-f692-4715-90e2-f2cc1b0fba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:51.421871 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-19d28196-b690-4789-80e8-835565f6feca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:51.881024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:05:51.981796 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:52.473147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:52.518755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:05:53.433151 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:18.884441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3f8ddf79-76b8-4e2b-ae78-854448335101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:20.505139 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-1622f83d-81a8-4d61-b1d9-bf560bd649d1 req-42e8f044-09fd-4cbf-a112-de8cb1587d2b service neutron] (86430) timed out ('10.222.0.43', 60520) {{(pid=86430) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 04:06:21.415788 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-dc7023fd-8b39-43e9-b8f0-68ddfc254eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:21.981585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:22.467182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:22.512748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:23.421368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:28.880912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:06:48.890200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7f65f437-1d50-4b9d-ae21-ef2aa096ad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:51.420951 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcb23e11-3676-493d-b1fc-b8ad9a011817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:51.975121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:52.465977 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:52.517993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:06:53.431623 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:05.881267 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:07:18.889559 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d9675c1c-0764-4aa7-b7f8-509a97963667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:21.432274 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a8aeeeb3-b60d-418e-a5f4-1f0a377cc2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:21.997918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:22.494838 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:22.529976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:23.443757 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:42.881324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:07:48.877969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b7ea742d-df22-4e8f-95c7-f6da40cc26ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:51.437590 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-df1bd146-7fa4-4b8e-9f4b-ea781f0d886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:51.992051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:52.471885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:52.523262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:07:53.454879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:18.882792 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e316f1a3-61bc-46c4-8f17-251f0a7ef438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:19.881488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:08:21.436005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-de8bbd0c-527d-4be2-94c9-667292b4165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:22.002964 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:22.488607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:22.534202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:23.465781 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:48.887211 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-105e5422-d72d-4c84-94ef-5168f998262a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:51.424426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cf02918c-4e1c-4ba1-9942-f8ebb291cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:52.007441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:52.510070 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:52.538803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:53.465569 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:08:56.882478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:09:18.892325 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-892e367b-ea5b-4e92-a694-9ef0fcb804a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:21.441433 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-880fb931-ac92-47d1-a0ee-e68b4454e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:22.000643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:22.550820 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:22.579105 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:23.476292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:28.958170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 44996) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:09:29.084242 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.100171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:09:29.104313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:5556417484894f3c94d8abb5fcab1f0c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:09:29.107285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:09:29.114067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:09:29.305398 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.337911 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.345165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d9d51ef1-9cf0-4e04-a8fe-a7847f8f9327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:09:29.386693 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17898ef7-d8d9-43e2-8dae-e14350050fa0,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:09:29.390756 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5556417484894f3c94d8abb5fcab1f0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4313931
Apr 19 04:09:29.394218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 45004) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:09:29.400810 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.401241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.401660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.402069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.402476 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.402883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.403318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.403730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.404136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.404536 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.404934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.405333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.410169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1f866c7-a898-429d-a1c6-0b11b8578dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:09:29.456159 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.483524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.653748 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.659533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a2a456db-8b48-4b07-a875-d8fa1a5ab128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:09:29.670410 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17898ef7-d8d9-43e2-8dae-e14350050fa0,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:09:29.681807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.682229 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.682643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.683051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.683481 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.683883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.684282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.684684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.685083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.685478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.685872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.686263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:09:29.689012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:29.690702 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17898ef7-d8d9-43e2-8dae-e14350050fa0 HTTP/1.1" status: 204  len: 168 time: 0.2954214
Apr 19 04:09:29.691702 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:09:30.159860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 45016) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:09:30.179625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.198409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:09:30.202460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1edfc8539f482aa45b53349ff1da0e is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:09:30.205320 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:09:30.211527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:09:30.344996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.390903 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.399089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b926c83e-aeb2-49f7-8fd7-e0f49c3afcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:09:30.441592 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb1edfc8539f482aa45b53349ff1da0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2805026
Apr 19 04:09:30.443313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e82a133-27e3-4ece-98bb-b9f6abfb05df,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:09:30.444533 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 45020) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:09:30.446613 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-87f5361d-ffa0-43a0-bcad-93449426e6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:09:30.509759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.536624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.608120 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.613872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ace2bba8-a9e0-4972-9284-44bbd24263d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:09:30.628608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e82a133-27e3-4ece-98bb-b9f6abfb05df,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:09:30.631009 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:09:30.637431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:30.638617 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2e025744-0d38-4b6e-ba8b-1b315391be60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e82a133-27e3-4ece-98bb-b9f6abfb05df HTTP/1.1" status: 204  len: 168 time: 0.1930327
Apr 19 04:09:33.884741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:09:48.899387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f88472ba-c214-4dc5-a549-4854db9b770a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:51.430441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fe0279d2-a073-4179-8f60-14e3402d8bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:52.013342 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:52.510429 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:52.533202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:09:53.464890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:10.884572 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:10:18.893323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-99e7476f-2d64-4752-855e-66db876fbb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:21.412740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-7bdaafbe-e51f-4708-a8b7-4508f41470d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:22.019090 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:22.538719 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:22.567091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:23.464552 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:47.885115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:10:48.925591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-43a277f0-e276-40f1-9973-594ae0d9790b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:51.416337 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee72a-924d-4474-a545-c942f9e23b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:52.030963 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:52.578461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:52.601069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:10:53.532673 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:18.901686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6761-1878-4c33-ab51-a1c4177639ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:21.467428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42835782-c00b-4241-a15c-53177b687dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:22.023667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:22.582511 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:22.610483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:23.496232 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:24.884248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:11:48.892246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3569837a-a379-478d-94c3-625add3e7a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:51.433155 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-648f2122-e494-40e2-810e-2946375b9797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:52.021573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:52.568892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:52.593018 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:11:53.495784 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:01.883585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:12:18.908747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e2de530f-c136-460a-b729-4cdaca111821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:21.417291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4ca2fa53-5b4d-49f6-97f5-6ab331a5331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:22.026422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:22.575134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:22.597853 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:23.489323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:38.882869 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:12:48.902676 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-34094bf9-4745-4b62-94f5-9557138c5b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:51.434304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e7499940-a18c-4641-934f-b7dca83dde17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:52.023089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:52.572317 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:52.605880 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:12:53.491505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:15.882411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:13:18.911443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0e64a0d1-8e89-4231-ba5b-5de693842fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:21.425408 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-522d59f2-5bbd-4fa0-9209-dc85120693bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:22.048238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:22.573030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:22.608395 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:23.499741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:48.908465 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-faef9e68-0946-4cb5-a8b6-d98ceb92554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:51.416708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e4c34f8c-6843-4358-be4e-24defd2edfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:52.039360 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:52.588655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:52.631406 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:13:52.881991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:13:53.505750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:18.907527 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3ad327e-bf0a-40ad-a6bd-e3e13479d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:21.427639 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e18a756a-401a-4c80-9597-632b456bd5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:22.038782 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:22.579101 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:22.621732 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:23.516052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:29.882301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:14:48.907518 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-18fcc96f-d310-424c-9205-a2f6328a851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:51.415856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ab3cdafb-3cc1-45d0-8aa5-bd95e3f6071e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:52.044333 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:52.547331 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:52.638708 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:14:53.501440 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:06.882068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:15:18.903750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1f508a96-cc6d-41fd-9a3d-0bdd15bac2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:21.435403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c608-8bde-4ec0-9bf0-15d8b1287abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:22.035357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:22.549593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:22.635363 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:23.509497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:34.471172 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47194) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:34.623730 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:34.639946 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:34.644069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9deba2db8941459e5ca2aac648dbc7 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:34.647091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:34.653121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:34.793996 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:34.840800 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:34.849366 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-35ff1e3a-1339-4327-8dd2-9946adaa2a0d tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:34.890839 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc9deba2db8941459e5ca2aac648dbc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4185410
Apr 19 04:15:34.892503 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f09a02-b74a-4921-88a6-15c066c20897,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:34.893916 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47202) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:34.900461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.900892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.901315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.901725 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.902133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.902540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.902945 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.903376 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.903783 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.904182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.904579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.904976 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:34.909196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c4a9b672-706e-4dd5-ac5b-0f8d27284b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:34.957200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:34.984226 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.158931 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.164291 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1777a5e2-c9ef-471b-992c-89e4a9dfa426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:35.177620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f09a02-b74a-4921-88a6-15c066c20897,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:35.188246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.188667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.189074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.189477 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.189873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.190316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.190714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.191107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.191528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.191918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.192307 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.192698 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:15:35.197656 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:35.199716 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.200935 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88f09a02-b74a-4921-88a6-15c066c20897 HTTP/1.1" status: 204  len: 168 time: 0.3059330
Apr 19 04:15:35.631313 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47212) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:35.651215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.667107 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:35.671157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7153b6e6b8fa49b2819e5730d75976ff is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:35.674102 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:35.680217 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:35.823442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.855485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.864157 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f83a492b-f232-454e-82ba-ea0f8806f148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:35.906860 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7153b6e6b8fa49b2819e5730d75976ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2741179
Apr 19 04:15:35.907753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15468e13-4c8a-479e-83a5-773b4b1955f5,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:35.910340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47218) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:35.910895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:35.971885 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:35.997839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:36.126526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:36.132257 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-108a1c8b-67d8-453e-a831-3d66aab7fd6a tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:36.147294 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15468e13-4c8a-479e-83a5-773b4b1955f5,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:36.149961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:36.156585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:36.158169 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3e26466f-58ac-45e2-86bb-aff9dc54e10e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15468e13-4c8a-479e-83a5-773b4b1955f5 HTTP/1.1" status: 204  len: 168 time: 0.2460451
Apr 19 04:15:41.576595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47316) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:41.823848 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Deleting subnet 819edefa-ac96-490c-a9d2-e0c7a4722a32 {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 04:15:41.826872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:41.882081 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:41.940346 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:42.337474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:42.345264 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:42.383502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819edefa-ac96-490c-a9d2-e0c7a4722a32,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:42.386779 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:42.387859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:42.398683 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0a08de53-13a9-46b8-a2c5-1455b24525e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/819edefa-ac96-490c-a9d2-e0c7a4722a32 HTTP/1.1" status: 204  len: 168 time: 0.8209398
Apr 19 04:15:42.401279 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47350) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:42.517701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:42.653662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:43.002686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f945e0a2eb8>,) {'filters': {'network_id': ['7501e78c-0338-4342-802f-4a47cedfcb41']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:43.017914 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f945e0a2eb8>, 'cf7c1291-1860-46a4-86aa-9294990d5f50') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:43.018255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f945e0a2eb8>, 'cf7c1291-1860-46a4-86aa-9294990d5f50') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:43.030872 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:43.049667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:43.056103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 04:15:43.235650 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Network 7501e78c-0338-4342-802f-4a47cedfcb41 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 04:15:43.244900 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:43.432092 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Network 7501e78c-0338-4342-802f-4a47cedfcb41 has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 04:15:43.455076 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 04:15:43.655496 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:43.659270 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:43.677504 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:43.688663 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=7501e78c-0338-4342-802f-4a47cedfcb41,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:43.692713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:43.724805 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a5e7408b-d89c-4073-a961-f5185a81cc85 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7501e78c-0338-4342-802f-4a47cedfcb41 HTTP/1.1" status: 204  len: 168 time: 1.3225124
Apr 19 04:15:43.883005 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:15:43.923962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47382) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:43.979979 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-6ba7a1b5-f39d-4c67-bc1f-e8467e3b5d5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31bc321f6ebe4f21af7ed85906e23ca7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0546279
Apr 19 04:15:43.982482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47386) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:44.042776 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:44.069758 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:44.198169 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:44.203266 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-13cdca36-ac5b-4fa3-986f-53a36989347f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:44.217310 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dca2ca-b8a2-4c2e-905f-32c6b5f602d5,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:44.219766 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:44.424468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:44.424468 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68dca2ca-b8a2-4c2e-905f-32c6b5f602d5 HTTP/1.1" status: 204  len: 168 time: 0.2692842
Apr 19 04:15:45.083118 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47408) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:45.206430 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.221403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:45.225380 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Usage tracker for resource:security_group_rule and tenant:0faaba4e2b91463fb0e2f843f77e5e45 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:45.228289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:45.234190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:45.317895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.346921 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.359385 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c6692766-e79a-4ffa-b119-22c6724abe4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:45.401493 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0faaba4e2b91463fb0e2f843f77e5e45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3172231
Apr 19 04:15:45.403221 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b288b-95a3-4a5f-bd8b-e01318663812,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:45.404442 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47414) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:45.406425 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b755eb6f-6319-4bd0-9401-d43622f31729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:45.467362 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.494643 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.569887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.575265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-24af50a8-bcc9-49ee-ae93-4e1a1d3f5d8f tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:45.589133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b288b-95a3-4a5f-bd8b-e01318663812,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:45.591993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:45.593246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:45.594427 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a28b288b-95a3-4a5f-bd8b-e01318663812 HTTP/1.1" status: 204  len: 168 time: 0.1888514
Apr 19 04:15:46.214234 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47424) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:46.233633 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.248649 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:46.252665 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Usage tracker for resource:security_group_rule and tenant:c60541c55f8f46d6a19a50104cfd9a0b is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:46.255598 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:46.262744 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:46.412164 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.441235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.449883 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b79fba80-32ba-4725-9590-8d87cbaad3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:46.491227 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c60541c55f8f46d6a19a50104cfd9a0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2758465
Apr 19 04:15:46.492939 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed963c5-92d9-42af-abef-42758d703be1,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:46.494167 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47428) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:46.496117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9d092e45-3300-46d4-ab28-3c4e54c19483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:46.556959 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.584635 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.755202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.760573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-65fc77e0-1a3b-4c8f-8511-cf48535e43d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:46.773352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed963c5-92d9-42af-abef-42758d703be1,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:46.775753 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:46.783030 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:46.784265 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eed963c5-92d9-42af-abef-42758d703be1 HTTP/1.1" status: 204  len: 168 time: 0.2888763
Apr 19 04:15:48.867099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47480) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:48.920973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f128a1dd-f358-46de-ae58-6b8d350c6d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:49.609548 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854112614'] for router_interface, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:49.981994 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Deleting port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:15:49.982482 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:50.166723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] For port 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:15:50.167132 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:50.299299 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Calling delete_port for 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 owned by network:router_interface {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:15:50.678283 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:50.683587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c74d446e-a792-42ed-acf8-c0c2c00f2971 tempest-TestMinimumBasicScenario-1919319545 tempest-TestMinimumBasicScenario-1919319545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:50.732756 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:50.736210 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:51.022836 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854112540'] for router_interface, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:51.412088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-bd3dafc7-ebe7-4a0b-8bf6-7a14a0a6d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:51.637130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Router 11cf724c-faef-4c5b-96ee-547f43df055d has already been hosted by L3 agent c9600d24-0f29-4b82-a630-3817c6f3bc84 {{(pid=86431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 04:15:51.825428 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-iscsi the message routers_updated {{(pid=86431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 04:15:51.834612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] Sync routers for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 04:15:51.837947 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-23f68a5a-7dce-439d-8233-e6a6c52fdeb9 admin admin] 10.222.0.25 "PUT /v2.0/routers/11cf724c-faef-4c5b-96ee-547f43df055d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9689846
Apr 19 04:15:51.840631 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47516) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:51.844379 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 04:15:51.844993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e0be5f8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T04:15:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:52.027202 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks [] for router, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.035509 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: dv-cinder-786054-3-iscsi {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 04:15:52.049774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.219077 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.289918 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Deleting port b2d921a9-02ba-4281-91e1-a9d693e22c7a {{(pid=86431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:15:52.290311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.337580 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e0be5f8>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'external_fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T04:15:50Z', 'revision_number': 5, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port': {'id': 'b2d921a9-02ba-4281-91e1-a9d693e22c7a', 'name': '', 'network_id': '7e8af109-60ca-4fdb-9a44-20387c543792', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:07Z', 'updated_at': '2021-04-19T03:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7046ae85-6ec3-48ac-8837-a74ac94c2e10', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-iscsi'}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:52.341686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] Checking router: 11cf724c-faef-4c5b-96ee-547f43df055d for host: dv-cinder-786054-3-iscsi {{(pid=86433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 04:15:52.350677 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] Routers {'11cf724c-faef-4c5b-96ee-547f43df055d'} bound to L3 agent in host dv-cinder-786054-3-iscsi {{(pid=86433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 04:15:52.351306 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f945e0be5f8>, 'dv-cinder-786054-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T03:29:51Z,description=<?>,heartbeat_timestamp=2021-04-19T04:15:51Z,host='dv-cinder-786054-3-iscsi',id=c9600d24-0f29-4b82-a630-3817c6f3bc84,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T03:29:51Z,topic='l3_agent')) {'router_ids': ['11cf724c-faef-4c5b-96ee-547f43df055d'], 'active': True} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:52.417773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47526) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:52.483431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] For port b2d921a9-02ba-4281-91e1-a9d693e22c7a, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=b2d921a9-02ba-4281-91e1-a9d693e22c7a,segment=NetworkSegment(42899796-38c8-458b-8c1f-23a6b4f64b62),segment_id=42899796-38c8-458b-8c1f-23a6b4f64b62)] {{(pid=86431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:15:52.483827 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.512318 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvr_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] Set router 11cf724c-faef-4c5b-96ee-547f43df055d gateway port host: None {{(pid=86433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 04:15:52.547681 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.555239 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.564127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:52.568917 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:b731e13454c24c22a3d3549e81589e91 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:52.572088 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:52.578364 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:52.635186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.640868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_hamode_db [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f945e0be5f8>, [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T04:15:52Z', 'revision_number': 6, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port_host': None}], 'dv-cinder-786054-3-iscsi', False) {} {{(pid=86433) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:52.641887 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Calling delete_port for b2d921a9-02ba-4281-91e1-a9d693e22c7a owned by network:router_gateway {{(pid=86431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:15:52.645856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab148ef-fdef-424a-ab2d-45fe3161f0a1 None None] The sync data for ids ['11cf724c-faef-4c5b-96ee-547f43df055d'] in dv-cinder-786054-3-iscsi is: [{'id': '11cf724c-faef-4c5b-96ee-547f43df055d', 'name': 'tempest-AttachVolumeTestJSON-825663560-router', 'tenant_id': '2853b10cb882499b9bb1d15de040c189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:05Z', 'updated_at': '2021-04-19T04:15:52Z', 'revision_number': 6, 'project_id': '2853b10cb882499b9bb1d15de040c189', 'gw_port_host': None}] {{(pid=86433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 04:15:52.716692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.764176 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.773833 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1d467515-2b9c-4410-ad7f-5a0d55a88818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:52.817483 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b731e13454c24c22a3d3549e81589e91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3985243
Apr 19 04:15:52.818436 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1ad73-9027-45a8-a537-9f314471c029,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:52.821023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47532) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:52.823815 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:52.889686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.903830 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850660144'] for port, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.909302 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d2395d68-b09a-4cf6-975f-0bd24a501c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:52.917587 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.993402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d921a9-02ba-4281-91e1-a9d693e22c7a,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:52.995058 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:52.996165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:52.999458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-888d8a91-3f4f-466e-a520-78acc0cb0258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:53.014507 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1ad73-9027-45a8-a537-9f314471c029,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:53.016979 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:53.024666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.026129 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ff1ad73-9027-45a8-a537-9f314471c029 HTTP/1.1" status: 204  len: 168 time: 0.2038777
Apr 19 04:15:53.062198 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681573'] for router_gateway, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.248148 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772130'] for router, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.250384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.404351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114179'] for router, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.404908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11cf724c-faef-4c5b-96ee-547f43df055d {{(pid=86431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 04:15:53.419637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] Notify callbacks [] for router, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.423330 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f46c99ff-0a46-4dc7-803d-8f7941fee509 admin admin] 10.222.0.25 "DELETE /v2.0/routers/11cf724c-faef-4c5b-96ee-547f43df055d HTTP/1.1" status: 204  len: 168 time: 1.5793233
Apr 19 04:15:53.423922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47546) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:53.498162 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Deleting subnet 8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba {{(pid=86430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 04:15:53.502943 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.521056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.561455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device b2d921a9-02ba-4281-91e1-a9d693e22c7a no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:15:53.565497 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3362338'] for subnet, precommit_delete_associations {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.606723 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: b2d921a9-02ba-4281-91e1-a9d693e22c7a {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:15:53.607112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device b2d921a9-02ba-4281-91e1-a9d693e22c7a not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:15:53.607637 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:15:53.644138 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:15:53.644523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device 2b6fdb4b-7d38-4e0d-85ae-e4c8e9129d65 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:15:53.651862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852953184'] for subnet, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.967093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1822616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9714270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3063346'] for subnet, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:53.972737 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54354a9b-619c-41a1-8383-7549c8348627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:54.010501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:54.012715 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for subnet, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.019529 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47603f04-7b8d-43a8-87fb-0eb2f82e1da0 None None] Network 43cd66f9-03bd-414d-9d21-4899787c829e requested from dv-cinder-786054-3-iscsi {{(pid=86432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 04:15:54.020761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:54.022685 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d12a5ecb-3d51-4ea2-8b5a-174a24c8ed95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b4bd0a9-fea7-41c3-a34c-0ed440dc13ba HTTP/1.1" status: 204  len: 168 time: 0.5976367
Apr 19 04:15:54.025473 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47564) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:54.144989 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915988'] for network, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.156024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Deleting port a2be9242-8575-4165-b0ab-6fd754b69470 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:15:54.156401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.298773 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] DHCP port deletion for 43cd66f9-03bd-414d-9d21-4899787c829e request from dv-cinder-786054-3-iscsi {{(pid=86432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 04:15:54.303953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Deleting port a2be9242-8575-4165-b0ab-6fd754b69470 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:15:54.304456 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.384797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] For port a2be9242-8575-4165-b0ab-6fd754b69470, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2be9242-8575-4165-b0ab-6fd754b69470,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:15:54.385195 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.518689 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Calling delete_port for a2be9242-8575-4165-b0ab-6fd754b69470 owned by network:dhcp {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:15:54.518896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] For port a2be9242-8575-4165-b0ab-6fd754b69470, host dv-cinder-786054-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-iscsi',level=0,port_id=a2be9242-8575-4165-b0ab-6fd754b69470,segment=NetworkSegment(d30b03b6-afa6-4cb9-a267-4a9c3982d008),segment_id=d30b03b6-afa6-4cb9-a267-4a9c3982d008)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:15:54.519212 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.656573 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Calling delete_port for a2be9242-8575-4165-b0ab-6fd754b69470 owned by network:dhcp {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:15:54.659995 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.671992 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3d42b05a-dfe8-4cc1-8d6b-20323eebccba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:54.720823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] No DVR routers for this DVR port a2be9242-8575-4165-b0ab-6fd754b69470 on host dv-cinder-786054-3-iscsi {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 04:15:54.732584 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.db.api [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86432) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 04:15:54.732986 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_db.api [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 04:15:54.755184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2be9242-8575-4165-b0ab-6fd754b69470,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:54.760450 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:54.854521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822709', 'neutron.services.segments.db._delete_segments_for_network-8767201489779'] for network, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:54.969729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9457de29e8>,) {'filters': {'network_id': ['43cd66f9-03bd-414d-9d21-4899787c829e']}} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:54.983523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457de29e8>, 'd30b03b6-afa6-4cb9-a267-4a9c3982d008') {'for_net_delete': True} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:54.983804 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.services.segments.db [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9457de29e8>, 'd30b03b6-afa6-4cb9-a267-4a9c3982d008') {} {{(pid=86430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 04:15:54.995608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269653305955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851413462'] for segment, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:55.010413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1821382'] for segment, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:55.016654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=86430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 04:15:55.191417 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Network 43cd66f9-03bd-414d-9d21-4899787c829e has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 04:15:55.203729 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852954447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845059587'] for segment, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:55.234182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Deleting port a2be9242-8575-4165-b0ab-6fd754b69470 {{(pid=86432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:15:55.234591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:55.307181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-87c2f831-8aee-4b0e-992a-d38aa45995ac None None] The port 'a2be9242-8575-4165-b0ab-6fd754b69470' was deleted {{(pid=86432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 04:15:55.387216 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Network 43cd66f9-03bd-414d-9d21-4899787c829e has no segments {{(pid=86430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]: Traceback (most recent call last):
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     timer()
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     cb(*args, **kw)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     return func(*args, **kwargs)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     self._notify()
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     self.callback(batched_events)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     event.method(event)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     segment_id)['aggregates'][0]
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     return f(self, *a, **k)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self._get(url).json()
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     **kwargs)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     return self.request(url, 'GET', **kwargs)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     **endpoint_filter)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 04:15:55.410056 dv-cinder-786054-3-iscsi neutron-server[86315]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 04:15:55.529898 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2be9242-8575-4165-b0ab-6fd754b69470 no longer exists at agent ovs-agent-dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:15:55.531910 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852953091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-686978'] for network, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:55.540967 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854150259'] for network, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:55.556147 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:55.574490 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/43cd66f9-03bd-414d-9d21-4899787c829e HTTP/1.1" status: 204  len: 168 time: 1.5478778
Apr 19 04:15:55.578255 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=43cd66f9-03bd-414d-9d21-4899787c829e,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:55.585352 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-25d03057-f178-4a64-b607-06807cbb1a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:55.590703 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] No Port match for: a2be9242-8575-4165-b0ab-6fd754b69470 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:15:55.591103 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Device a2be9242-8575-4165-b0ab-6fd754b69470 not bound to the agent host dv-cinder-786054-3-iscsi {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:15:55.876431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47580) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:55.935346 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-5919006d-7e80-4d74-8a2d-8d834f8a6556 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2853b10cb882499b9bb1d15de040c189&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0572550
Apr 19 04:15:55.938095 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47586) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:56.005063 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:56.032974 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:56.226471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:56.231849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4cd3aa35-1cae-4024-86ca-36a3b3ec5472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:56.246487 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9ec2d4-7e20-429b-9176-ed9fb94d61cf,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:56.253119 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:56.256069 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:56.257541 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f9ec2d4-7e20-429b-9176-ed9fb94d61cf HTTP/1.1" status: 204  len: 168 time: 0.3183885
Apr 19 04:15:58.685403 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47652) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:58.809025 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:58.825301 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:58.829265 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff51eaf9d024577bf815a187b0d5abe is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:58.832252 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:58.838388 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:58.920962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:58.952017 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:58.960563 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-59d5b9de-2631-4b4b-94da-83fc0644ce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:59.001406 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ff51eaf9d024577bf815a187b0d5abe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3149545
Apr 19 04:15:59.004024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6780984d-ec0b-4aa0-8dc8-c0733b3f5913,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:59.004929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47658) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:59.007570 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:59.066896 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.093111 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.169142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.174067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-412d6987-f09b-402e-b1de-c45d5b05a682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:59.188033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6780984d-ec0b-4aa0-8dc8-c0733b3f5913,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:59.191094 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:59.192099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.193291 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f90e1bb1-176e-42bb-8ade-76c81d286ddb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6780984d-ec0b-4aa0-8dc8-c0733b3f5913 HTTP/1.1" status: 204  len: 168 time: 0.1873221
Apr 19 04:15:59.644285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47670) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:59.667648 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.682670 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:15:59.686660 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Usage tracker for resource:security_group_rule and tenant:d551df4e2f4c475a82f2505063166e18 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:15:59.689589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:15:59.695604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:15:59.782797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.809357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.819611 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-bfc509a7-b9fa-426d-a0c0-ef80155ae8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:15:59.861971 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d551df4e2f4c475a82f2505063166e18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2163951
Apr 19 04:15:59.862981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db670ed0-3145-4ff5-9155-8f9ba4e37ffb,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:15:59.865165 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47680) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:15:59.866444 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f93b6eb6-26cf-4909-a87c-d790d43e77ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:15:59.930463 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:15:59.958411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:00.032272 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:00.037416 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-907f7c8e-12c4-40e7-a0d5-e3937f49d1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:00.048443 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db670ed0-3145-4ff5-9155-8f9ba4e37ffb,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:00.053268 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:00.055519 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:00.057081 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-500826eb-b5eb-4633-ab98-cf2e0318fdfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db670ed0-3145-4ff5-9155-8f9ba4e37ffb HTTP/1.1" status: 204  len: 168 time: 0.1905358
Apr 19 04:16:02.753215 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47800) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:02.878566 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:02.894608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:02.898565 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Usage tracker for resource:security_group_rule and tenant:04734e7b96374fe6930a91de918b5bc4 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:02.901539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:02.907500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:03.047381 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.089055 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.097852 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5ce3b102-ef54-4b56-a5d9-cd496ac98b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:03.139552 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04734e7b96374fe6930a91de918b5bc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3851182
Apr 19 04:16:03.141182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a5a725-d329-4daf-b920-df29f4333cab,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:03.142351 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47806) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:03.144324 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:03.205186 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.231205 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.320078 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.324928 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-299a02cc-2a39-454f-8b6c-05a0bf77abb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:03.339513 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a5a725-d329-4daf-b920-df29f4333cab,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:03.342177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:03.353571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.354772 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-b44b102a-2bb9-4cd7-b742-099dbf60ef1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92a5a725-d329-4daf-b920-df29f4333cab HTTP/1.1" status: 204  len: 168 time: 0.2113628
Apr 19 04:16:03.813982 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47820) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:03.834571 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.850384 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:03.854608 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Usage tracker for resource:security_group_rule and tenant:7b2c0616e93f4f1b9c41497cf36e3e49 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:03.857647 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:03.864712 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:03.949707 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.986309 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:03.995253 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-114afab6-c426-480c-b8f3-38d71ebf1c77 tempest-AttachVolumeShelveTestJSON-256277953 tempest-AttachVolumeShelveTestJSON-256277953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:04.037083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57163e8b-08f7-4127-ac5c-fd2e3dcf30b3,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:04.041691 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b2c0616e93f4f1b9c41497cf36e3e49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2265639
Apr 19 04:16:04.042831 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f82b0451-39d1-4c51-9c71-6399125597cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:04.044695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47824) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:04.105448 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:04.135747 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:04.211620 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:04.216517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-58abc92e-6b31-4de9-8961-49fc99251682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:04.227934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57163e8b-08f7-4127-ac5c-fd2e3dcf30b3,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:04.230276 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:04.236409 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:04.237647 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57163e8b-08f7-4127-ac5c-fd2e3dcf30b3 HTTP/1.1" status: 204  len: 168 time: 0.1919630
Apr 19 04:16:06.640935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47886) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:06.763961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:06.778999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:06.783035 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Usage tracker for resource:security_group_rule and tenant:ca0103db08064cf0b8b32acc8fa0358c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:06.786494 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:06.792517 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:06.875134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:06.900807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:06.909357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3bb33462-d39c-4251-9888-8948ba7d5595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:06.950512 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca0103db08064cf0b8b32acc8fa0358c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3084729
Apr 19 04:16:06.951453 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e56dd-97ac-472c-b580-45a9e0158fb3,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:06.953469 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47892) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:06.954609 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-16ddd091-db07-4276-8e52-50f7f383b045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:07.016540 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:07.043973 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:07.140823 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:07.146196 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c0045fbf-cebc-4e6a-a919-edd54f4cf88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:07.156761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e56dd-97ac-472c-b580-45a9e0158fb3,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:07.161006 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:07.164303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:07.165505 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0b364861-3008-4743-99d3-3ee282e69cba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d5e56dd-97ac-472c-b580-45a9e0158fb3 HTTP/1.1" status: 204  len: 168 time: 0.2109017
Apr 19 04:16:09.736382 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47960) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:09.860178 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:09.879993 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:09.884304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Usage tracker for resource:security_group_rule and tenant:ca8c2871f2d44fe59dd89aec539ad37c is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:09.887277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:09.894401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:09.979435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.006134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.015475 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-91b797f0-a047-4fb4-a22d-13548095e12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:10.059425 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca8c2871f2d44fe59dd89aec539ad37c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3218594
Apr 19 04:16:10.060389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5407031-869f-4783-8999-fec0a1cb278a,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:10.062200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47978) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:10.063668 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1138a87a-6060-4f1b-92d3-4f9f21db52ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:10.128999 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.156091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.226589 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.231721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f69a4478-6a10-42c5-8e0a-64eba5a44442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:10.247200 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5407031-869f-4783-8999-fec0a1cb278a,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:10.251579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:10.260581 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.261752 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9a81fd9d-e02d-4da9-820b-69688334c765 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5407031-869f-4783-8999-fec0a1cb278a HTTP/1.1" status: 204  len: 168 time: 0.1984208
Apr 19 04:16:10.399778 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-34082fe5-490a-44bc-9326-f79d1d8b05b2 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=39aaf8ac8bf545a78a7c5de690cd0ee7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325365
Apr 19 04:16:10.564501 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-10cc6dab-1c9f-4fbc-b46b-04e6de95f4b9 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:10.566125 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-10cc6dab-1c9f-4fbc-b46b-04e6de95f4b9 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1603906
Apr 19 04:16:10.582544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-e403f74e-705f-435a-bdf5-8cd3743588f7 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/quotas/39aaf8ac8bf545a78a7c5de690cd0ee7 HTTP/1.1" status: 200  len: 375 time: 0.0098846
Apr 19 04:16:10.640460 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-ae3312d9-977a-4d9d-907d-19c337c949c9 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39aaf8ac8bf545a78a7c5de690cd0ee7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522354
Apr 19 04:16:10.702182 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 47990) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:10.721142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.737051 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:10.741236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Usage tracker for resource:security_group_rule and tenant:d66419190bcf4aa58118a8b2d7663c78 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:10.744140 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:10.750171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:10.834146 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.866500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:10.875133 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e2b9657a-fe8d-4ef7-8604-fc56f48c69d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:10.917451 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d66419190bcf4aa58118a8b2d7663c78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2140708
Apr 19 04:16:10.919160 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f6a3e3-95e0-4482-a918-f8f7a79107b5,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:10.920373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 47994) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:10.922311 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-108e5306-9b2e-4979-af16-1be0a57e1204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:10.982741 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:11.009093 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:11.089461 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:11.094606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c2a302d8-8db4-4d53-8a01-66d34c266ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:11.112594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f6a3e3-95e0-4482-a918-f8f7a79107b5,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:11.114954 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:11.121099 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:11.122279 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-aecaaee9-54be-49c8-a8bf-bb5b948f9659 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56f6a3e3-95e0-4482-a918-f8f7a79107b5 HTTP/1.1" status: 204  len: 168 time: 0.2008245
Apr 19 04:16:12.056584 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7d17b33f-cc70-4dcd-8584-a647c4e23486 req-2281bf6a-4d01-428b-8c38-a06dd15beef6 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.2287695
Apr 19 04:16:13.161582 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-17fde9c6-2d24-4dfe-8989-5a4bccdc8411 req-91daae08-0f04-41cb-9f39-9b990a6d1673 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0494065
Apr 19 04:16:14.270479 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5f170b9a-3506-4b52-833b-0a11d6b97df6 req-15a2b2d4-a490-4e8c-84f9-af094a702d1c tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0501490
Apr 19 04:16:15.379315 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-6122a7a2-cd13-46c2-8bc8-64149da4a330 req-7cbcb652-fa7d-4555-809c-31cd99f77efd tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0528305
Apr 19 04:16:15.625278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48158) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:15.749797 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:15.765807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:15.770401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:75c489e454d24ba89cd1157a66791c79 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:15.773343 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:15.780854 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:16.009098 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.039812 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.048426 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-67f203cc-9529-4c32-a5a7-f1d1d381bb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:16.091348 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75c489e454d24ba89cd1157a66791c79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4647956
Apr 19 04:16:16.092323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311f9a21-1a89-4e33-a6f0-9516a4c7b466,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:16.094170 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48164) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:16.095774 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3a34163d-5dc5-4636-a04e-462d3e50c8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:16.156218 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.183431 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.257269 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.262357 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1b21116e-56b0-48d0-9525-0e7eeebb7603 tempest-TestShelveInstance-1488877498 tempest-TestShelveInstance-1488877498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:16.275801 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f9a21-1a89-4e33-a6f0-9516a4c7b466,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:16.278358 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:16.287007 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.288233 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cd5a6873-125f-4a7d-a052-ee32dad24978 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/311f9a21-1a89-4e33-a6f0-9516a4c7b466 HTTP/1.1" status: 204  len: 168 time: 0.1929796
Apr 19 04:16:16.568936 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-947f26f0-1bb0-4dd1-9289-d39b1dd28bef req-06177b4b-335e-48ee-a7e9-03e5657a0ddc tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0497768
Apr 19 04:16:16.733415 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48174) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:16.752485 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.771591 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:16.775595 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Usage tracker for resource:security_group_rule and tenant:70c7865466174191b33873735e25b91c is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:16.778483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:16.785184 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:16.867472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.897117 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:16.906642 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4ab325f0-7dbf-4a31-8a4c-d916acb96252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:16.949507 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70c7865466174191b33873735e25b91c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2149062
Apr 19 04:16:16.950759 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab562834-7fa0-42ca-86ff-1aa76c97e9ad,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:16.952458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48180) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:16.953659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-0ce63542-8868-4104-b7bd-a06bccff27ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:17.014835 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:17.042771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:17.163490 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:17.168857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b2a2d611-a723-43bf-bbc8-bd05f461c6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:17.182141 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab562834-7fa0-42ca-86ff-1aa76c97e9ad,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:17.185912 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:17.192044 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:17.195687 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-027cfdd7-cb9d-4f50-93cb-c274d9d298ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab562834-7fa0-42ca-86ff-1aa76c97e9ad HTTP/1.1" status: 204  len: 168 time: 0.2396665
Apr 19 04:16:17.712429 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-20c3019c-7192-427f-9fb0-1126105d2e88 req-75a31304-6509-4ed8-9333-e9d2ebeb3381 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0496514
Apr 19 04:16:17.816933 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-25db5d7a-ada5-43e6-b771-5733a1504039 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=39aaf8ac8bf545a78a7c5de690cd0ee7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0313265
Apr 19 04:16:17.984049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-89feedf8-99e9-4cfb-baa6-74488ad17323 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:17.985611 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-89feedf8-99e9-4cfb-baa6-74488ad17323 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1636870
Apr 19 04:16:17.998121 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Request body: {'port': {'device_id': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb', 'admin_state_up': True, 'tenant_id': '39aaf8ac8bf545a78a7c5de690cd0ee7'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 04:16:18.147516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:18.151969 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Usage tracker for resource:port and tenant:39aaf8ac8bf545a78a7c5de690cd0ee7 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:18.154961 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:18.163050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:18.197924 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Made reservation on behalf of 39aaf8ac8bf545a78a7c5de690cd0ee7 for: {'port': 1} {{(pid=86430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 04:16:18.204142 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:18.222740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:18.476842 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:18.480843 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Usage tracker for resource:security_group_rule and tenant:39aaf8ac8bf545a78a7c5de690cd0ee7 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:18.483821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:18.489981 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:18.633483 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:18.663115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:18.668106 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2e87760a-3346-4a1f-bd4d-2b871ac610bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:18.750814 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094acc8e-40d4-41f7-8939-c481a4ee2331,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:18.761574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:18.858962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.db_base_plugin_common [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Allocated IP 192.168.233.250 (90db142b-f989-498d-b3dc-dc30ad81e5cb/0dfde7ec-9bf2-4674-a7b2-6e07a1dee527/1bd9129d-a6b2-47fd-8ec5-e5588b764d83) {{(pid=86430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 04:16:18.892208 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-ece174b2-29c2-4043-a04e-2377a0847e7d req-e4eaf867-3147-4504-a707-238bebf543f0 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0512140
Apr 19 04:16:18.920411 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2c7ac152-756f-4715-abd2-a1db137a3add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:19.078412 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks [] for port, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:19.094659 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Transition to ACTIVE for port object 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 will not be triggered until provisioned by entity DHCP. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 04:16:19.146697 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269653816538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:19.152701 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2c5ec934-ee77-406e-b77b-3f5f073045bb tempest-VolumesSnapshotTestJSON-1222185449 tempest-VolumesSnapshotTestJSON-1222185449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:19.224545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Network 90db142b-f989-498d-b3dc-dc30ad81e5cb is already hosted by enough agents. {{(pid=86430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 04:16:19.228373 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.scheduler.base_scheduler [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Resources bound (agent type, host, resource id):  {{(pid=86430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 04:16:19.232605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Received port after_create {{(pid=86430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 04:16:19.273455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Pushing event updated for resources: {'Port': ['ID=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:19.278402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:19.311241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:19.311944 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:19.370142 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-b0c19437-0a56-4448-9048-61d9317d64f3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3762298
Apr 19 04:16:19.380867 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c0800d84-1829-45a5-9633-dd087e68f5aa tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 04:16:19.382348 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c0800d84-1829-45a5-9633-dd087e68f5aa tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060380
Apr 19 04:16:19.504506 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.v2.base [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Request body: {'port': {'device_id': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 04:16:19.603765 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-2d4cf2e7-363d-4888-8b5e-ff8083d7937e None None] Provisioning for port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 completed by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 04:16:19.609263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-2d4cf2e7-363d-4888-8b5e-ff8083d7937e None None] Provisioning complete for port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 triggered by entity DHCP. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 04:16:19.609760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d4cf2e7-363d-4888-8b5e-ff8083d7937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:19.631488 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:19.669694 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cf2e7-363d-4888-8b5e-ff8083d7937e None None] Port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 cannot update to ACTIVE because it is not bound. {{(pid=86432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 04:16:19.997474 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 {{(pid=86430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 04:16:20.005447 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:20.094808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Transition to ACTIVE for port object 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 will not be triggered until provisioned by entity L2. {{(pid=86430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 04:16:20.110840 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-5ceec56f-d174-4a6e-80d0-70659e49b739 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:20.111607 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-5ceec56f-d174-4a6e-80d0-70659e49b739 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Synchronizing usage tracker for tenant:39aaf8ac8bf545a78a7c5de690cd0ee7 on resource:port {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 04:16:20.152003 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:20.156908 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-1f1c0d7f-adaf-474e-88dd-d94be926ccc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:20.197075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-5ceec56f-d174-4a6e-80d0-70659e49b739 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Unset dirty status for tenant:39aaf8ac8bf545a78a7c5de690cd0ee7 on resource:port {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 04:16:20.198373 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-5ceec56f-d174-4a6e-80d0-70659e49b739 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 936 time: 0.1779666
Apr 19 04:16:20.406787 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Pushing event updated for resources: {'Port': ['ID=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,revision_number=2']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:20.416953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:20.427413 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-fb3124b8-496f-4d67-bf8d-0ab02613ecd0 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Synchronizing usage tracker for tenant:39aaf8ac8bf545a78a7c5de690cd0ee7 on resource:security_group {{(pid=86430) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 04:16:20.467666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Attempting to bind port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 04:16:20.467666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Attempting to bind port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 04:16:20.467666 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Attempting to bind port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 on network 90db142b-f989-498d-b3dc-dc30ad81e5cb {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 04:16:20.470345 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 on network 90db142b-f989-498d-b3dc-dc30ad81e5cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 04:16:20.470706 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Attempting to bind port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 on network 90db142b-f989-498d-b3dc-dc30ad81e5cb {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 04:16:20.477863 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Checking agent: {'id': '64ab73bc-0de0-4fe1-a8c7-aae0fded1815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'started_at': datetime.datetime(2021, 4, 19, 3, 36, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 04:16:20.478241 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Checking segment: {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 04:16:20.478662 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Bound using segment: {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'} {{(pid=86430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 04:16:20.479156 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.managers [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Bound port: 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f31b826-c8be-48d5-9109-aee04c2f3310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb'}}] {{(pid=86430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 04:16:20.479546 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:20.494089 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-fb3124b8-496f-4d67-bf8d-0ab02613ecd0 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Unset dirty status for tenant:39aaf8ac8bf545a78a7c5de690cd0ee7 on resource:security_group {{(pid=86430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 04:16:20.495358 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5de39305-a5d8-4c99-9a8c-f38f1cb66b40 req-fb3124b8-496f-4d67-bf8d-0ab02613ecd0 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2384584
Apr 19 04:16:20.576667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] For port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host hv-cinder-78605, cleared binding levels {{(pid=86430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 04:16:20.579847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] For port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 04:16:20.623579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845059709'] for port, after_update {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:20.629484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-f9f22279-e14f-469d-99f8-f24d67639aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:20.686561 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:20.687278 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:20.688724 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] 10.222.0.43 "PUT /v2.0/ports/1bd9129d-a6b2-47fd-8ec5-e5588b764d83 HTTP/1.1" status: 200  len: 1098 time: 1.2980509
Apr 19 04:16:20.689282 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'tag': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 04:16:20.717860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Pushing event updated for resources: {'Port': ['ID=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,revision_number=3']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:20.721238 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c430c4b9-e0ae-4b3f-b160-c3958d8633dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:20.847334 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-f4a1f040-0571-4230-a40d-edbfcf0a2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:20.851351 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-f4a1f040-0571-4230-a40d-edbfcf0a2eae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39aaf8ac8bf545a78a7c5de690cd0ee7&device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 1101 time: 0.0903184
Apr 19 04:16:20.882825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:16:20.927425 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-8070cb08-4d1b-497d-9fcc-df0830be5278 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83 HTTP/1.1" status: 200  len: 217 time: 0.0711620
Apr 19 04:16:20.932262 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'tag': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83', 'status': 'completed', 'code': 200}
Apr 19 04:16:20.997605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-93909e87-87b3-4cba-bd8d-8f5e837c3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:20.999193 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-93909e87-87b3-4cba-bd8d-8f5e837c3137 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0dfde7ec-9bf2-4674-a7b2-6e07a1dee527 HTTP/1.1" status: 200  len: 843 time: 0.0643456
Apr 19 04:16:21.084630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-64877491-11b0-4c8a-b9f2-bd2b817081e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:21.086243 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-64877491-11b0-4c8a-b9f2-bd2b817081e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90db142b-f989-498d-b3dc-dc30ad81e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0811980
Apr 19 04:16:21.234211 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-353a90d2-7307-4112-8713-cacc6182f1d0 service neutron] 10.222.0.43 "GET /v2.0/networks/90db142b-f989-498d-b3dc-dc30ad81e5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407757
Apr 19 04:16:21.377418 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-9096307f-efc1-4c7b-93d1-d8f21f72f4f2 req-12483246-4d6b-4371-b4be-42644fc8c6da service neutron] 10.222.0.43 "GET /v2.0/networks/90db142b-f989-498d-b3dc-dc30ad81e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369858
Apr 19 04:16:21.409839 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a9b15ea4-38bc-440e-981c-a3f93099aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:21.548528 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-4801833a-ad92-449c-99a6-0dc83e92b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:21.562694 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-4801833a-ad92-449c-99a6-0dc83e92b3ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39aaf8ac8bf545a78a7c5de690cd0ee7&device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 1101 time: 0.0832605
Apr 19 04:16:21.764193 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-06648e73-22f9-48c5-a98b-1d01d4b1852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:21.765687 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-06648e73-22f9-48c5-a98b-1d01d4b1852c service neutron] 10.222.0.43 "GET /v2.0/networks?id=90db142b-f989-498d-b3dc-dc30ad81e5cb HTTP/1.1" status: 200  len: 870 time: 0.2091660
Apr 19 04:16:21.778277 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c7e6-886f-457e-ba23-377bc7f018de req-1de5fa87-4312-43e1-99a8-4da7ec0f3264 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:21.779773 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7bf8c7e6-886f-457e-ba23-377bc7f018de req-1de5fa87-4312-43e1-99a8-4da7ec0f3264 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 948 time: 0.1438777
Apr 19 04:16:21.858444 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-a720f7c6-96ab-4c24-88a0-b0e20f687143 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83 HTTP/1.1" status: 200  len: 217 time: 0.0776725
Apr 19 04:16:21.939376 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-7bf8c7e6-886f-457e-ba23-377bc7f018de req-2b680afd-f697-4664-b96d-47b8dce4727f tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017830
Apr 19 04:16:21.949612 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-63604302-f9f4-482f-b22b-f32204db30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:21.951115 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-63604302-f9f4-482f-b22b-f32204db30c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0dfde7ec-9bf2-4674-a7b2-6e07a1dee527 HTTP/1.1" status: 200  len: 843 time: 0.0849264
Apr 19 04:16:22.034498 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-44b397c5-a909-4108-a132-87514d339199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:22.036091 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-44b397c5-a909-4108-a132-87514d339199 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90db142b-f989-498d-b3dc-dc30ad81e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0779986
Apr 19 04:16:22.040097 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:22.178273 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-46019593-b53c-43e8-85fe-55a6fb758ac1 service neutron] 10.222.0.43 "GET /v2.0/networks/90db142b-f989-498d-b3dc-dc30ad81e5cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350188
Apr 19 04:16:22.322099 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-19542cc3-b38c-4b33-9066-546d6ea2faaa req-6073bad5-93bc-485c-a342-39ee12388e7c service neutron] 10.222.0.43 "GET /v2.0/networks/90db142b-f989-498d-b3dc-dc30ad81e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368039
Apr 19 04:16:22.552262 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:22.639934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:23.140847 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaa570-484f-4d37-9623-34c5b5f6515c req-f2532a08-0160-450b-8564-5089504e2ba6 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:23.142308 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bfdaa570-484f-4d37-9623-34c5b5f6515c req-f2532a08-0160-450b-8564-5089504e2ba6 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 948 time: 0.0865946
Apr 19 04:16:23.192507 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-bfdaa570-484f-4d37-9623-34c5b5f6515c req-f9032863-4bd2-4844-bdc2-1e6638faf436 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433056
Apr 19 04:16:23.531219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:23.814067 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 04:16:23.953181 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:16:23.967223 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Returning: {'device': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83', 'network_id': '90db142b-f989-498d-b3dc-dc30ad81e5cb', 'port_id': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83', 'mac_address': 'fa:16:3e:fa:ce:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfde7ec-9bf2-4674-a7b2-6e07a1dee527', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 04:16:24.028667 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:24.046558 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 {{(pid=86432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 04:16:24.062902 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:16:24.097152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:24.099190 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:24.168897 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,revision_number=4']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:24.177201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.177588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.177965 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.178338 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.178709 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.179074 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.179492 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.179855 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.180217 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.180577 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.180941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.181296 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:24.185402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:24.346322 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['1bd9129d-a6b2-47fd-8ec5-e5588b764d83'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 04:16:24.403539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d06465-3169-49e3-9a6f-a4ed7b6d22e6 req-6963307e-e32e-46c2-ab82-928d9bac7661 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:24.405118 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2d06465-3169-49e3-9a6f-a4ed7b6d22e6 req-6963307e-e32e-46c2-ab82-928d9bac7661 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 949 time: 0.0965478
Apr 19 04:16:24.453951 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-b2d06465-3169-49e3-9a6f-a4ed7b6d22e6 req-81cfd4f8-e88c-4e0a-a723-4fd5ebe16af3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420196
Apr 19 04:16:25.658075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31bcb-3768-42c3-880a-391a0811f964 req-265ef04a-7d29-487e-a410-bcc2801d210a tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:25.659798 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a31bcb-3768-42c3-880a-391a0811f964 req-265ef04a-7d29-487e-a410-bcc2801d210a tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 949 time: 0.0902462
Apr 19 04:16:25.708520 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-89a31bcb-3768-42c3-880a-391a0811f964 req-fb0ee28b-d8d7-41cc-a49d-a8162318849c tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420294
Apr 19 04:16:25.845083 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 up at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 04:16:25.988727 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning for port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 completed by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 04:16:25.993606 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.provisioning_blocks [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Provisioning complete for port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 triggered by entity L2. {{(pid=86432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 04:16:25.994024 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853056382'] for port, provisioning_complete {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:26.118100 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654623'] for port, before_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:26.145455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83'}] {{(pid=86432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 04:16:26.155770 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] For port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:16:26.211761 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767201407176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269653816521', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767200959313'] for port, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:26.213791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-04499da2-cf36-4777-8b0e-db73d4bbeece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:26.254338 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83', 'code': 200}
Apr 19 04:16:26.293879 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Pushing event updated for resources: {'Port': ['ID=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,revision_number=5']} {{(pid=86432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:26.296929 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:26.551755 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aa07e-57b3-41f2-946d-439d73f1f3fb req-f5327150-1813-4052-a788-dd83bd7bd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:26.553278 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a47aa07e-57b3-41f2-946d-439d73f1f3fb req-f5327150-1813-4052-a788-dd83bd7bd50a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 1103 time: 0.0801077
Apr 19 04:16:26.597544 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-a47aa07e-57b3-41f2-946d-439d73f1f3fb req-15f68cd2-af0c-4f7a-a4af-84368015bdbd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380359
Apr 19 04:16:26.911526 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d42a-93c2-4b49-92bd-53a854f8f811 req-fde90f45-69eb-4e3a-8c94-3735290a3247 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:26.913123 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ad3d42a-93c2-4b49-92bd-53a854f8f811 req-fde90f45-69eb-4e3a-8c94-3735290a3247 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 950 time: 0.0921183
Apr 19 04:16:26.971741 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5ad3d42a-93c2-4b49-92bd-53a854f8f811 req-8a0d97ee-4ac6-467b-b480-469e01170170 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433261
Apr 19 04:16:28.175862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd609bf-1a9a-4f2c-b019-dea6be98f64a req-2f466087-4d5c-464f-bd3b-d52423eea15e tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:28.177408 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5cd609bf-1a9a-4f2c-b019-dea6be98f64a req-2f466087-4d5c-464f-bd3b-d52423eea15e tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 950 time: 0.0916584
Apr 19 04:16:28.225683 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-5cd609bf-1a9a-4f2c-b019-dea6be98f64a req-1afa1381-51bd-436b-9d94-3fbab619a342 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418081
Apr 19 04:16:28.795472 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def02c75-d3aa-47c1-b267-698326d162f3 req-493a59d4-c2a9-496c-91f1-33087062a444 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:28.797093 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-def02c75-d3aa-47c1-b267-698326d162f3 req-493a59d4-c2a9-496c-91f1-33087062a444 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 950 time: 0.0887930
Apr 19 04:16:28.848232 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-def02c75-d3aa-47c1-b267-698326d162f3 req-707a1a5d-6e85-4ab0-bdd2-5e16bcb579ba tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442696
Apr 19 04:16:29.540821 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48362) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:29.664233 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:29.679763 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:29.683769 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Usage tracker for resource:security_group_rule and tenant:207a516cae61489699bf903a33f00569 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:29.686628 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:29.693340 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:29.777235 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:29.808740 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:29.818114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-12916426-6e3a-4e3b-abcc-1636863678bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:29.858783 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=207a516cae61489699bf903a33f00569&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3168542
Apr 19 04:16:29.860478 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0ce3b-b33a-4776-bf6a-02c8e1d7e2dd,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:29.861785 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48368) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:29.863936 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-773ba06b-0268-4520-96c1-ea630f78cf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:29.973370 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.016745 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.074316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-91a552b6-4c03-4390-931e-d42c389d54be tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:30.075995 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-91a552b6-4c03-4390-931e-d42c389d54be tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 950 time: 0.1563530
Apr 19 04:16:30.311332 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a80d69-ee06-4721-849e-074d92f44386 req-8f387724-4fb9-4b01-b108-20d9bdc3aca3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 04:16:30.312971 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3a80d69-ee06-4721-849e-074d92f44386 req-8f387724-4fb9-4b01-b108-20d9bdc3aca3 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 950 time: 0.3492024
Apr 19 04:16:30.363302 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-e3a80d69-ee06-4721-849e-074d92f44386 req-0f668514-7231-498b-bc43-be8400ccca39 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/security-groups?id=094acc8e-40d4-41f7-8939-c481a4ee2331&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431876
Apr 19 04:16:30.397402 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Deleting port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 {{(pid=86430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 04:16:30.397786 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269653372532'] for port, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.428895 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.440422 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4fdc4d30-b97e-4217-bb7d-c87063a005f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:30.467054 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0ce3b-b33a-4776-bf6a-02c8e1d7e2dd,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:30.474752 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:30.477651 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.478862 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-e1d1073d-0b6a-4d76-88bc-f9c0f9d095aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8aa0ce3b-b33a-4776-bf6a-02c8e1d7e2dd HTTP/1.1" status: 204  len: 168 time: 0.6158988
Apr 19 04:16:30.685377 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] For port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,segment=NetworkSegment(2f31b826-c8be-48d5-9109-aee04c2f3310),segment_id=2f31b826-c8be-48d5-9109-aee04c2f3310)] {{(pid=86430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 04:16:30.685850 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854017923'] for port, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.818621 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Calling delete_port for 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 owned by compute:nova {{(pid=86430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 04:16:30.928246 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48380) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:30.947248 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:30.962997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:30.969152 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Usage tracker for resource:security_group_rule and tenant:38683d51079a44f9b659f9d1b7557f0b is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:31.001189 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:31.013809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:31.102619 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853122895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854150242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269653368607', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767200959279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716106'] for port, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.112541 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-6741a562-aea8-460a-9ce1-d611dbeee2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:31.115056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.db [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] get_ports_and_sgs() called for port_ids ['1bd9129d-a6b2-47fd-8ec5-e5588b764d83'] {{(pid=86432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 04:16:31.170316 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Pushing event deleted for resources: {'Port': ['ID=1bd9129d-a6b2-47fd-8ec5-e5588b764d83,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:31.175091 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:31.263292 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] No DVR routers for this DVR port 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 on host hv-cinder-78605 {{(pid=86430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 04:16:31.267359 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1255'] for port, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.270122 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'name': 'network-vif-deleted', 'tag': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83'}] {{(pid=86430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 04:16:31.324533 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7f8711-adf3-4f11-8579-098f5f3740ae', 'name': 'network-vif-deleted', 'tag': '1bd9129d-a6b2-47fd-8ec5-e5588b764d83', 'status': 'completed', 'code': 200}
Apr 19 04:16:31.328786 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-61eab46a-caca-44f2-b4e4-871ee4e49e89 req-8b257650-786b-4640-bc1b-03093cf2b500 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.43 "DELETE /v2.0/ports/1bd9129d-a6b2-47fd-8ec5-e5588b764d83 HTTP/1.1" status: 204  len: 173 time: 1.2465539
Apr 19 04:16:31.346046 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.400314 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.409714 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-982b5cf4-58dd-4e8b-9ec6-043ed264f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:31.460112 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38683d51079a44f9b659f9d1b7557f0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5282044
Apr 19 04:16:31.460112 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e9332c-ea42-4bff-87b6-dab508ed0df9,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:31.461114 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48388) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:31.461990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-54378014-30de-4a58-bec8-ebdee9d770d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:31.554773 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [req-2cfba58b-75b3-4a0b-944c-037ccd198398 req-ff36bb63-57c8-429a-8bb9-6ac555f1c133 tempest-VolumesNegativeTest-1629332382 tempest-VolumesNegativeTest-1629332382-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e7f8711-adf3-4f11-8579-098f5f3740ae HTTP/1.1" status: 200  len: 210 time: 0.0663018
Apr 19 04:16:31.575616 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.603059 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.689050 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.694632 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4c06bb5b-0e0a-4832-b9b2-c17b23c34927 tempest-AttachVolumeTestJSON-255679042 tempest-AttachVolumeTestJSON-255679042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:31.706868 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e9332c-ea42-4bff-87b6-dab508ed0df9,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:31.709303 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:31.716458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:31.717642 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-95de18e2-987f-4a20-bc76-c30efb500bbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9e9332c-ea42-4bff-87b6-dab508ed0df9 HTTP/1.1" status: 204  len: 168 time: 0.2548344
Apr 19 04:16:32.227543 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48396) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:32.247047 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.262569 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:32.266555 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Usage tracker for resource:security_group_rule and tenant:328f96be395541e38eb2a8d4ea415352 is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:32.269460 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:32.275471 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:32.362295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.383168 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.392033 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-c549e624-222b-4e8b-93dd-f1f306c7ec7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:32.434539 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=328f96be395541e38eb2a8d4ea415352&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2058804
Apr 19 04:16:32.435523 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea41aba4-1c15-402e-867f-317fe9ade241,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:32.437459 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48400) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:32.438684 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-2245c46b-c58b-42eb-8080-9de1b57869a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:32.499387 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.528201 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.611886 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.617222 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ceccbe52-033a-4e05-bf72-0f554520f840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:32.629826 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea41aba4-1c15-402e-867f-317fe9ade241,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:32.632574 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:32.639261 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:32.640481 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3ad39db9-c197-4445-8b90-43b81f80c132 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea41aba4-1c15-402e-867f-317fe9ade241 HTTP/1.1" status: 204  len: 168 time: 0.2019231
Apr 19 04:16:33.923675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 04:16:33.968056 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.plugin [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] No Port match for: 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 {{(pid=86432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 04:16:33.973321 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.plugins.ml2.rpc [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Device 1bd9129d-a6b2-47fd-8ec5-e5588b764d83 not bound to the agent host hv-cinder-78605 {{(pid=86432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 04:16:39.062134 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48716) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:39.218019 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-d5fe77df-ec2b-4b25-b434-869701ad8a8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39aaf8ac8bf545a78a7c5de690cd0ee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1545825
Apr 19 04:16:39.220645 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48722) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:39.284859 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:39.311884 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:39.380605 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:39.385803 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-eb23e93e-38ef-4b9d-8589-6bec23629ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:39.399721 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094acc8e-40d4-41f7-8939-c481a4ee2331,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:39.407655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.408071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.408484 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.408890 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.409285 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.410019 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.410424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.410819 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.411236 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.411630 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.412029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.412418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:39.415809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:39.431825 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:39.433807 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-518dac79-4bcb-41f3-be85-434c76a03b40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/094acc8e-40d4-41f7-8939-c481a4ee2331 HTTP/1.1" status: 204  len: 168 time: 0.2113769
Apr 19 04:16:43.880500 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48764) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:44.003049 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.018368 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:44.022367 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Usage tracker for resource:security_group_rule and tenant:47f2e737980e495a9ca558db2af5b3c5 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:44.025323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:44.031323 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:44.177547 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.226539 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.235582 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-4198ac61-1089-40b0-b4fb-ba7b018ad6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:44.280925 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47f2e737980e495a9ca558db2af5b3c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3992922
Apr 19 04:16:44.282664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c660fb-84e2-426c-8f04-4eb844f9eacd,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:44.283849 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48770) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:44.286576 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-9d6435d2-14f5-435b-9899-9d95219e8faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:44.347086 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.374284 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.508502 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.513679 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-00dc4716-cf4e-4a92-a78f-1a8601258ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:44.528760 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c660fb-84e2-426c-8f04-4eb844f9eacd,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:44.540263 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.540692 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.541110 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.541524 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.541934 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.542341 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.542750 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.543187 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.543585 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.543990 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.544392 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.544791 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-iscsi {{(pid=86431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 04:16:44.548700 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:44.549695 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:44.553853 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-a5eb9bcc-b5d5-4741-86e9-0b62b496ad16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69c660fb-84e2-426c-8f04-4eb844f9eacd HTTP/1.1" status: 204  len: 168 time: 0.2689114
Apr 19 04:16:45.001355 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48778) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:45.022068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.040862 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:45.044892 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Usage tracker for resource:security_group_rule and tenant:f17d855a1a4f40d9bba6eeae9897c77a is out of sync, need to count used quota {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:45.047805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86431) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:45.053720 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86431) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:45.136521 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.165383 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.174012 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ffaf1563-4efd-41f0-83c4-f6e3089dbaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:45.215776 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f17d855a1a4f40d9bba6eeae9897c77a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2133119
Apr 19 04:16:45.217458 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e18f94a-f9f5-4f83-bf64-c80058652c8a,revision_number=1']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:45.218658 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48782) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:45.220624 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-fcc8590b-3901-45b5-82e3-b5998deb3040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:45.282312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.309177 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.376856 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.382593 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-ec1535c2-0369-4f7c-ac27-7d19d57ce1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:45.394935 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e18f94a-f9f5-4f83-bf64-c80058652c8a,revision_number=None']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:45.397171 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:45.404437 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.405625 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-cd40c7bf-6932-4ebf-ae6a-758ec181a9d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e18f94a-f9f5-4f83-bf64-c80058652c8a HTTP/1.1" status: 204  len: 168 time: 0.1858573
Apr 19 04:16:45.899127 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86430) accepted ('10.222.0.25', 48790) {{(pid=86430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:45.918991 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:45.934068 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 04:16:45.938115 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea92a5f821148919126ed6236864f85 is out of sync, need to count used quota {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 04:16:45.941034 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.quota.resource [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 04:16:45.946997 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.quota.driver [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 04:16:46.029675 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:46.060401 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_create {{(pid=86430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:46.072664 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-16abb977-5a38-43b4-90b8-b60add93d08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:46.115057 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ea92a5f821148919126ed6236864f85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148037
Apr 19 04:16:46.116029 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa38c15-97a4-4262-b366-af24c620b7e0,revision_number=1']} {{(pid=86430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:46.117953 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.wsgi [-] (86431) accepted ('10.222.0.25', 48794) {{(pid=86431) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 04:16:46.119336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-3f33de21-2e92-4c3d-933d-13a308c06146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:46.179634 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:46.205870 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:46.279905 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575660'] for security_group, after_delete {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:46.284805 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-5b3eb891-b20d-4e6f-937c-df4fec0295b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 04:16:46.300722 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa38c15-97a4-4262-b366-af24c620b7e0,revision_number=None']} {{(pid=86431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 04:16:46.303071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG oslo_concurrency.lockutils [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 04:16:46.310219 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:46.311414 dv-cinder-786054-3-iscsi neutron-server[86315]: INFO neutron.wsgi [None req-799646a9-19f8-4fca-8216-05cd8acf8f7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fa38c15-97a4-4262-b366-af24c620b7e0 HTTP/1.1" status: 204  len: 168 time: 0.1923399
Apr 19 04:16:48.908545 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6b028346-f68d-4e52-907a-82df91ed210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:51.411123 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-af310372-c086-43f8-8bb0-9575aef8de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:52.034312 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:52.557807 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:52.645273 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:53.517542 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:16:57.883254 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:17:18.947873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b906c21e-842b-469f-93db-63f0eaa659ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:21.404941 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc130-ce06-4ce6-8a28-1f2c96c24d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:22.044809 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:22.570686 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:22.639071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:23.513441 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:34.883434 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:17:48.935962 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6a52-f0ea-4d59-8a8b-dc13540cfa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:51.410808 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-38e63418-e3f5-4d5c-bf4a-f468016eccda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:52.067713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:52.558873 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:52.665468 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:17:53.541520 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:11.883771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:18:18.901028 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4fd830c7-e3bc-4c42-9117-993a0d06593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:21.432289 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3a99c0ed-b6fa-4007-b2ef-580ef30330e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:22.060938 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:22.565594 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:22.683652 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:23.529336 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:48.882733 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:18:48.916315 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-94055669-7055-4dc3-bdf4-f418a208321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:51.436071 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d1cbab7e-c491-4f3f-bbbc-a11ac2ccacf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:52.066655 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:52.558052 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:52.695130 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:18:53.535455 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:18.905922 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-3ae7acc1-3a43-4ab1-92e4-3d03e0aea819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:21.425846 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-75eb23b6-ef4b-4328-b258-efafb5e8d19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:22.054424 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:22.574604 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:22.694407 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:23.557516 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:25.882304 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:19:48.910075 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-0ff0ef54-b666-4823-b296-bc52af86a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:51.425104 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-93fd50f4-fbe6-401c-be4f-ef7d6836fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:52.059418 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:52.562435 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:52.699371 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:19:53.544023 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:02.881857 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:20:18.915625 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-2d7baabe-6c10-42a0-9c61-b5f2dc99a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:21.423860 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-5f48c6ca-cf40-49d1-88c4-668fdf3ce7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:22.063771 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:22.595508 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:22.716295 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:23.544933 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:39.881505 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:20:48.933329 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-8a61a3fd-aec9-4e50-993c-117cb2edd008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:51.424136 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-673cabe1-85b5-4573-9f81-4513c96ef062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:52.069904 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:52.544124 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:52.732588 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:20:53.538378 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:16.881192 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron.db.agents_db [None req-b350e2eb-99aa-4434-8946-b518eb0f68d5 None None] Agent healthcheck: found 6 active agents {{(pid=86433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 04:21:18.908713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-b3818446-38b6-47bd-a6cd-ebb15c971166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:21.424389 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-6d72da7e-1a54-4bad-81fa-075ebe3e23b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:22.075116 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b709-f648-4847-bdde-1ef238c3a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:22.549579 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-4acb9231-5c61-4eeb-8373-3e63cd088d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:22.749512 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-d6353f76-4c92-4a5a-ad06-0b2a29d5d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:23.549713 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-42e9aa51-9fea-4397-9c37-1a71204758dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 04:21:48.943654 dv-cinder-786054-3-iscsi neutron-server[86315]: DEBUG neutron_lib.callbacks.manager [None req-916bf856-eb5f-489d-b26b-243713a0bd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269653286021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1719511'] for agent, after_update {{(pid=86432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}